2024-12-04 14:16:37,617 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-04 14:16:37,636 main DEBUG Took 0.016619 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 14:16:37,636 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 14:16:37,637 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 14:16:37,638 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 14:16:37,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:16:37,647 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 14:16:37,660 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:16:37,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:16:37,663 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:16:37,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:16:37,664 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:16:37,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:16:37,666 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:16:37,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:16:37,667 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:16:37,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:16:37,668 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:16:37,669 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:16:37,670 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:16:37,670 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:16:37,671 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:16:37,671 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:16:37,672 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:16:37,672 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:16:37,673 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:16:37,673 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:16:37,674 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:16:37,674 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:16:37,675 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:16:37,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:16:37,676 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:16:37,677 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 14:16:37,678 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:16:37,680 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 14:16:37,682 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 14:16:37,683 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 14:16:37,684 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 14:16:37,685 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 14:16:37,694 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 14:16:37,696 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 14:16:37,698 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 14:16:37,698 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 14:16:37,698 main DEBUG createAppenders(={Console}) 2024-12-04 14:16:37,699 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-04 14:16:37,699 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-04 14:16:37,700 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-04 14:16:37,700 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 14:16:37,700 main DEBUG OutputStream closed 2024-12-04 14:16:37,701 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 14:16:37,701 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 14:16:37,701 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-04 14:16:37,767 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 14:16:37,769 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 14:16:37,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 14:16:37,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 14:16:37,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 14:16:37,771 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 14:16:37,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 14:16:37,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 14:16:37,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 14:16:37,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 14:16:37,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 14:16:37,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 14:16:37,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 14:16:37,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 14:16:37,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 14:16:37,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 14:16:37,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 14:16:37,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 14:16:37,778 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 14:16:37,778 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-12-04 14:16:37,778 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 14:16:37,779 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-12-04T14:16:37,792 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-12-04 14:16:37,795 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 14:16:37,795 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T14:16:37,846 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=11894 2024-12-04T14:16:38,056 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-12-04T14:16:38,093 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d 2024-12-04T14:16:38,096 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/cluster_1db6fa4b-9e05-8eb4-74eb-d4ab3627c632, deleteOnExit=true 2024-12-04T14:16:38,179 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/cluster_1db6fa4b-9e05-8eb4-74eb-d4ab3627c632/zookeeper_0, clientPort=57282, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/cluster_1db6fa4b-9e05-8eb4-74eb-d4ab3627c632/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/cluster_1db6fa4b-9e05-8eb4-74eb-d4ab3627c632/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T14:16:38,192 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57282 2024-12-04T14:16:38,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:16:38,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:16:38,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/test.cache.data in system properties and HBase conf 2024-12-04T14:16:38,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:16:38,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:16:38,205 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:16:38,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:16:38,206 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:16:38,297 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T14:16:38,394 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:16:38,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:16:38,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:16:38,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:16:38,399 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:16:38,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:16:38,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:16:38,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:16:38,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:16:38,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:16:38,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:16:38,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:16:38,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:16:38,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:16:38,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:16:39,208 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T14:16:39,285 INFO [Time-limited test {}] log.Log(170): Logging initialized @2340ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T14:16:39,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:16:39,447 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:16:39,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:16:39,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:16:39,475 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:16:39,488 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:16:39,491 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:16:39,492 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:16:39,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/java.io.tmpdir/jetty-localhost-39439-hadoop-hdfs-3_4_1-tests_jar-_-any-7590458894883175051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:16:39,706 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:39439} 2024-12-04T14:16:39,706 INFO [Time-limited test {}] server.Server(415): Started @2762ms 2024-12-04T14:16:40,100 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:16:40,106 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:16:40,107 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:16:40,107 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:16:40,108 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:16:40,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:16:40,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:16:40,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e8f3faa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/java.io.tmpdir/jetty-localhost-46383-hadoop-hdfs-3_4_1-tests_jar-_-any-17377995913490032806/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:16:40,230 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:46383} 2024-12-04T14:16:40,230 INFO [Time-limited test {}] server.Server(415): Started @3286ms 2024-12-04T14:16:40,284 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:16:40,756 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/cluster_1db6fa4b-9e05-8eb4-74eb-d4ab3627c632/data/data1/current/BP-496434056-172.17.0.2-1733321798969/current, will proceed with Du for space computation calculation, 2024-12-04T14:16:40,756 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/cluster_1db6fa4b-9e05-8eb4-74eb-d4ab3627c632/data/data2/current/BP-496434056-172.17.0.2-1733321798969/current, will proceed with Du for space computation calculation, 2024-12-04T14:16:40,795 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:16:40,851 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92c89eef47ba45fc with lease ID 0xf031d9f38033829f: Processing first storage report for DS-e7e13b8e-9288-4a29-bb10-9905ccd0b6e7 from datanode DatanodeRegistration(127.0.0.1:42763, datanodeUuid=12097816-3af7-481e-aa20-73b2765776c8, infoPort=36683, infoSecurePort=0, ipcPort=33493, storageInfo=lv=-57;cid=testClusterID;nsid=1818075837;c=1733321798969) 2024-12-04T14:16:40,852 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92c89eef47ba45fc with lease ID 0xf031d9f38033829f: from storage DS-e7e13b8e-9288-4a29-bb10-9905ccd0b6e7 node DatanodeRegistration(127.0.0.1:42763, datanodeUuid=12097816-3af7-481e-aa20-73b2765776c8, infoPort=36683, infoSecurePort=0, ipcPort=33493, storageInfo=lv=-57;cid=testClusterID;nsid=1818075837;c=1733321798969), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T14:16:40,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92c89eef47ba45fc with lease ID 0xf031d9f38033829f: Processing first storage report for DS-253c293c-68da-4884-809f-c7b705dfadc6 from datanode DatanodeRegistration(127.0.0.1:42763, datanodeUuid=12097816-3af7-481e-aa20-73b2765776c8, infoPort=36683, infoSecurePort=0, ipcPort=33493, storageInfo=lv=-57;cid=testClusterID;nsid=1818075837;c=1733321798969) 2024-12-04T14:16:40,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92c89eef47ba45fc with lease ID 0xf031d9f38033829f: from storage DS-253c293c-68da-4884-809f-c7b705dfadc6 node DatanodeRegistration(127.0.0.1:42763, datanodeUuid=12097816-3af7-481e-aa20-73b2765776c8, infoPort=36683, infoSecurePort=0, ipcPort=33493, storageInfo=lv=-57;cid=testClusterID;nsid=1818075837;c=1733321798969), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:16:40,857 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d 2024-12-04T14:16:40,867 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:16:40,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:16:41,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:16:41,495 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63 with version=8 2024-12-04T14:16:41,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/hbase-staging 2024-12-04T14:16:41,609 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T14:16:41,858 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:16:41,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:16:41,869 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:16:41,874 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:16:41,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:16:41,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:16:42,009 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:16:42,070 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T14:16:42,079 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T14:16:42,083 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:16:42,110 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12612 (auto-detected) 2024-12-04T14:16:42,111 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T14:16:42,130 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37811 2024-12-04T14:16:42,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37811 connecting to ZooKeeper ensemble=127.0.0.1:57282 2024-12-04T14:16:42,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:378110x0, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:16:42,193 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37811-0x1017dd59c9e0000 connected 2024-12-04T14:16:42,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:16:42,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:16:42,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Set watcher on znode that does not yet exist, /0-505127075/running 2024-12-04T14:16:42,245 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63, hbase.cluster.distributed=false 2024-12-04T14:16:42,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Set watcher on znode that does not yet exist, /0-505127075/acl 2024-12-04T14:16:42,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37811 2024-12-04T14:16:42,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37811 2024-12-04T14:16:42,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37811 2024-12-04T14:16:42,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37811 2024-12-04T14:16:42,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37811 2024-12-04T14:16:42,391 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:16:42,393 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:16:42,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:16:42,394 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:16:42,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:16:42,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:16:42,397 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:16:42,400 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:16:42,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35663 2024-12-04T14:16:42,402 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35663 connecting to ZooKeeper ensemble=127.0.0.1:57282 2024-12-04T14:16:42,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:16:42,407 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:16:42,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356630x0, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:16:42,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35663-0x1017dd59c9e0001 connected 2024-12-04T14:16:42,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Set watcher on znode that does not yet exist, /0-505127075/running 2024-12-04T14:16:42,420 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:16:42,428 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:16:42,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Set watcher on znode that does not yet exist, /0-505127075/master 2024-12-04T14:16:42,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Set watcher on znode that does not yet exist, /0-505127075/acl 2024-12-04T14:16:42,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35663 2024-12-04T14:16:42,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35663 2024-12-04T14:16:42,438 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35663 2024-12-04T14:16:42,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35663 2024-12-04T14:16:42,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35663 2024-12-04T14:16:42,454 DEBUG [M:0;ff648bb9ef17:37811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:37811 2024-12-04T14:16:42,455 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-505127075/backup-masters/ff648bb9ef17,37811,1733321801662 2024-12-04T14:16:42,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075/backup-masters 2024-12-04T14:16:42,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075/backup-masters 2024-12-04T14:16:42,467 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Set watcher on existing znode=/0-505127075/backup-masters/ff648bb9ef17,37811,1733321801662 2024-12-04T14:16:42,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-505127075/master 2024-12-04T14:16:42,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:42,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:42,489 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Set watcher on existing znode=/0-505127075/master 2024-12-04T14:16:42,490 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-505127075/backup-masters/ff648bb9ef17,37811,1733321801662 from backup master directory 2024-12-04T14:16:42,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-505127075/backup-masters/ff648bb9ef17,37811,1733321801662 2024-12-04T14:16:42,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075/backup-masters 2024-12-04T14:16:42,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075/backup-masters 2024-12-04T14:16:42,493 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:16:42,494 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,37811,1733321801662 2024-12-04T14:16:42,496 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T14:16:42,498 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T14:16:42,554 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/hbase.id] with ID: 913c948b-6b95-4da5-ba29-79c90d65c8e5 2024-12-04T14:16:42,554 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/.tmp/hbase.id 2024-12-04T14:16:42,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:16:42,966 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/.tmp/hbase.id]:[hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/hbase.id] 2024-12-04T14:16:43,008 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:16:43,013 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:16:43,032 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-12-04T14:16:43,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:43,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:43,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:16:43,058 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:16:43,060 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:16:43,077 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:16:43,081 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:16:43,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:16:43,531 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store 2024-12-04T14:16:43,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:16:43,554 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T14:16:43,557 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:16:43,558 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:16:43,558 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:16:43,558 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:16:43,560 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:16:43,560 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:16:43,560 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:16:43,561 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321803558Disabling compacts and flushes for region at 1733321803558Disabling writes for close at 1733321803560 (+2 ms)Writing region close event to WAL at 1733321803560Closed at 1733321803560 2024-12-04T14:16:43,563 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/.initializing 2024-12-04T14:16:43,564 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/WALs/ff648bb9ef17,37811,1733321801662 2024-12-04T14:16:43,572 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:16:43,587 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C37811%2C1733321801662, suffix=, logDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/WALs/ff648bb9ef17,37811,1733321801662, archiveDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/oldWALs, maxLogs=10 2024-12-04T14:16:43,610 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/WALs/ff648bb9ef17,37811,1733321801662/ff648bb9ef17%2C37811%2C1733321801662.1733321803591, exclude list is [], retry=0 2024-12-04T14:16:43,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42763,DS-e7e13b8e-9288-4a29-bb10-9905ccd0b6e7,DISK] 2024-12-04T14:16:43,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T14:16:43,666 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/WALs/ff648bb9ef17,37811,1733321801662/ff648bb9ef17%2C37811%2C1733321801662.1733321803591 2024-12-04T14:16:43,667 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36683:36683)] 2024-12-04T14:16:43,668 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:16:43,668 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:16:43,671 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:43,672 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:43,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:43,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:16:43,741 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:43,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:43,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:43,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:16:43,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:43,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:16:43,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:43,754 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:16:43,754 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:43,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:16:43,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:43,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:16:43,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:43,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:16:43,769 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:43,774 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:43,775 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:43,781 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:43,781 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:43,784 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:16:43,788 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:43,793 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:16:43,794 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71816952, jitterRate=0.07015597820281982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:16:43,801 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733321803684Initializing all the Stores at 1733321803687 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321803687Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321803688 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321803688Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321803688Cleaning up temporary data from old regions at 1733321803781 (+93 ms)Region opened successfully at 1733321803801 (+20 ms) 2024-12-04T14:16:43,803 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:16:43,839 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1299774e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:16:43,873 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:16:43,885 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:16:43,885 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:16:43,888 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:16:43,890 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T14:16:43,895 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-04T14:16:43,895 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:16:43,930 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:16:43,943 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Unable to get data of znode /0-505127075/balancer because node does not exist (not necessarily an error) 2024-12-04T14:16:43,946 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-505127075/balancer already deleted, retry=false 2024-12-04T14:16:43,949 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:16:43,951 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Unable to get data of znode /0-505127075/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:16:43,953 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-505127075/normalizer already deleted, retry=false 2024-12-04T14:16:43,957 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:16:43,960 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Unable to get data of znode /0-505127075/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:16:43,962 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-505127075/switch/split already deleted, retry=false 2024-12-04T14:16:43,963 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Unable to get data of znode /0-505127075/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:16:43,971 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-505127075/switch/merge already deleted, retry=false 2024-12-04T14:16:43,990 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Unable to get data of znode /0-505127075/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:16:43,992 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-505127075/snapshot-cleanup already deleted, retry=false 2024-12-04T14:16:43,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-505127075/running 2024-12-04T14:16:43,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-505127075/running 2024-12-04T14:16:43,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:43,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:43,999 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,37811,1733321801662, sessionid=0x1017dd59c9e0000, setting cluster-up flag (Was=false) 2024-12-04T14:16:44,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:44,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:44,021 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-505127075/flush-table-proc/acquired, /0-505127075/flush-table-proc/reached, /0-505127075/flush-table-proc/abort 2024-12-04T14:16:44,023 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,37811,1733321801662 2024-12-04T14:16:44,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:44,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:44,038 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-505127075/online-snapshot/acquired, /0-505127075/online-snapshot/reached, /0-505127075/online-snapshot/abort 2024-12-04T14:16:44,039 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,37811,1733321801662 2024-12-04T14:16:44,046 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:16:44,122 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:16:44,133 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:16:44,139 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:16:44,144 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(746): ClusterId : 913c948b-6b95-4da5-ba29-79c90d65c8e5 2024-12-04T14:16:44,147 DEBUG [RS:0;ff648bb9ef17:35663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:16:44,145 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,37811,1733321801662 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:16:44,152 DEBUG [RS:0;ff648bb9ef17:35663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:16:44,152 DEBUG [RS:0;ff648bb9ef17:35663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:16:44,153 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:16:44,153 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:16:44,153 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:16:44,153 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:16:44,153 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:16:44,154 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:44,154 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:16:44,154 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:44,155 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733321834155 2024-12-04T14:16:44,155 DEBUG [RS:0;ff648bb9ef17:35663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:16:44,156 DEBUG [RS:0;ff648bb9ef17:35663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6253cc4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:16:44,157 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:16:44,158 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:16:44,160 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:16:44,161 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:16:44,162 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:16:44,162 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:16:44,163 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:16:44,163 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:16:44,164 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:44,167 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:44,167 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:16:44,168 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:16:44,169 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:16:44,169 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:16:44,170 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:16:44,172 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:16:44,173 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:16:44,175 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321804174,5,FailOnTimeoutGroup] 2024-12-04T14:16:44,175 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321804175,5,FailOnTimeoutGroup] 2024-12-04T14:16:44,176 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:44,176 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:16:44,177 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:44,177 DEBUG [RS:0;ff648bb9ef17:35663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:35663 2024-12-04T14:16:44,177 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:44,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:16:44,181 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:16:44,181 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:16:44,181 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:16:44,181 DEBUG [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:16:44,182 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63 2024-12-04T14:16:44,184 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,37811,1733321801662 with port=35663, startcode=1733321802352 2024-12-04T14:16:44,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741832_1008 (size=32) 2024-12-04T14:16:44,197 DEBUG [RS:0;ff648bb9ef17:35663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:16:44,237 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:16:44,243 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37811 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,35663,1733321802352 2024-12-04T14:16:44,247 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37811 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,35663,1733321802352 2024-12-04T14:16:44,262 DEBUG [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63 2024-12-04T14:16:44,263 DEBUG [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45127 2024-12-04T14:16:44,263 DEBUG [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:16:44,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075/rs 2024-12-04T14:16:44,269 DEBUG [RS:0;ff648bb9ef17:35663 {}] zookeeper.ZKUtil(111): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Set watcher on existing znode=/0-505127075/rs/ff648bb9ef17,35663,1733321802352 2024-12-04T14:16:44,269 WARN [RS:0;ff648bb9ef17:35663 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:16:44,270 INFO [RS:0;ff648bb9ef17:35663 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:16:44,270 DEBUG [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352 2024-12-04T14:16:44,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,35663,1733321802352] 2024-12-04T14:16:44,295 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:16:44,308 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:16:44,313 INFO [RS:0;ff648bb9ef17:35663 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:16:44,313 INFO [RS:0;ff648bb9ef17:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:44,314 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:16:44,320 INFO [RS:0;ff648bb9ef17:35663 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:16:44,322 INFO [RS:0;ff648bb9ef17:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:44,322 DEBUG [RS:0;ff648bb9ef17:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:44,322 DEBUG [RS:0;ff648bb9ef17:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:44,322 DEBUG [RS:0;ff648bb9ef17:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:44,322 DEBUG [RS:0;ff648bb9ef17:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:44,322 DEBUG [RS:0;ff648bb9ef17:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:44,323 DEBUG [RS:0;ff648bb9ef17:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:16:44,323 DEBUG [RS:0;ff648bb9ef17:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:44,323 DEBUG [RS:0;ff648bb9ef17:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:44,323 DEBUG [RS:0;ff648bb9ef17:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:44,323 DEBUG [RS:0;ff648bb9ef17:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:44,324 DEBUG [RS:0;ff648bb9ef17:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:44,324 DEBUG [RS:0;ff648bb9ef17:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:44,324 DEBUG [RS:0;ff648bb9ef17:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:16:44,324 DEBUG [RS:0;ff648bb9ef17:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:16:44,325 INFO [RS:0;ff648bb9ef17:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:44,325 INFO [RS:0;ff648bb9ef17:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:44,325 INFO [RS:0;ff648bb9ef17:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:44,326 INFO [RS:0;ff648bb9ef17:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:44,326 INFO [RS:0;ff648bb9ef17:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:44,326 INFO [RS:0;ff648bb9ef17:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35663,1733321802352-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:16:44,346 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:16:44,348 INFO [RS:0;ff648bb9ef17:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35663,1733321802352-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:44,348 INFO [RS:0;ff648bb9ef17:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:44,349 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.Replication(171): ff648bb9ef17,35663,1733321802352 started 2024-12-04T14:16:44,367 INFO [RS:0;ff648bb9ef17:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:44,367 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,35663,1733321802352, RpcServer on ff648bb9ef17/172.17.0.2:35663, sessionid=0x1017dd59c9e0001 2024-12-04T14:16:44,368 DEBUG [RS:0;ff648bb9ef17:35663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:16:44,368 DEBUG [RS:0;ff648bb9ef17:35663 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,35663,1733321802352 2024-12-04T14:16:44,368 DEBUG [RS:0;ff648bb9ef17:35663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,35663,1733321802352' 2024-12-04T14:16:44,369 DEBUG [RS:0;ff648bb9ef17:35663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-505127075/flush-table-proc/abort' 2024-12-04T14:16:44,370 DEBUG [RS:0;ff648bb9ef17:35663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-505127075/flush-table-proc/acquired' 2024-12-04T14:16:44,370 DEBUG [RS:0;ff648bb9ef17:35663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:16:44,370 DEBUG [RS:0;ff648bb9ef17:35663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:16:44,370 DEBUG [RS:0;ff648bb9ef17:35663 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,35663,1733321802352 2024-12-04T14:16:44,371 DEBUG [RS:0;ff648bb9ef17:35663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,35663,1733321802352' 2024-12-04T14:16:44,371 DEBUG [RS:0;ff648bb9ef17:35663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-505127075/online-snapshot/abort' 2024-12-04T14:16:44,371 DEBUG [RS:0;ff648bb9ef17:35663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-505127075/online-snapshot/acquired' 2024-12-04T14:16:44,372 DEBUG [RS:0;ff648bb9ef17:35663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:16:44,372 INFO [RS:0;ff648bb9ef17:35663 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:16:44,372 INFO [RS:0;ff648bb9ef17:35663 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:16:44,477 INFO [RS:0;ff648bb9ef17:35663 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:16:44,481 INFO [RS:0;ff648bb9ef17:35663 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C35663%2C1733321802352, suffix=, logDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352, archiveDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/oldWALs, maxLogs=10 2024-12-04T14:16:44,498 DEBUG [RS:0;ff648bb9ef17:35663 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.1733321804483, exclude list is [], retry=0 2024-12-04T14:16:44,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42763,DS-e7e13b8e-9288-4a29-bb10-9905ccd0b6e7,DISK] 2024-12-04T14:16:44,506 INFO [RS:0;ff648bb9ef17:35663 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.1733321804483 2024-12-04T14:16:44,507 DEBUG [RS:0;ff648bb9ef17:35663 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36683:36683)] 2024-12-04T14:16:44,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:16:44,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:16:44,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:16:44,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:44,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:44,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:16:44,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:16:44,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:44,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:44,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:16:44,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:16:44,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:44,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:44,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:16:44,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:16:44,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:44,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:44,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:16:44,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740 2024-12-04T14:16:44,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740 2024-12-04T14:16:44,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:16:44,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:16:44,620 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:16:44,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:16:44,627 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:16:44,627 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66571895, jitterRate=-0.008001461625099182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:16:44,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733321804597Initializing all the Stores at 1733321804599 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321804599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321804600 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321804600Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321804600Cleaning up temporary data from old regions at 1733321804619 (+19 ms)Region opened successfully at 1733321804630 (+11 ms) 2024-12-04T14:16:44,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:16:44,630 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:16:44,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:16:44,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:16:44,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:16:44,632 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:16:44,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321804630Disabling compacts and flushes for region at 1733321804630Disabling writes for close at 1733321804630Writing region close event to WAL at 1733321804631 (+1 ms)Closed at 1733321804632 (+1 ms) 2024-12-04T14:16:44,635 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:16:44,635 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:16:44,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:16:44,650 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:16:44,653 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:16:44,805 DEBUG [ff648bb9ef17:37811 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:16:44,818 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,35663,1733321802352 2024-12-04T14:16:44,824 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,35663,1733321802352, state=OPENING 2024-12-04T14:16:44,831 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:16:44,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:44,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:44,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-505127075/meta-region-server: CHANGED 2024-12-04T14:16:44,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-505127075/meta-region-server: CHANGED 2024-12-04T14:16:44,835 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:16:44,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,35663,1733321802352}] 2024-12-04T14:16:45,014 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:16:45,017 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:16:45,028 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:16:45,028 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:16:45,028 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:16:45,031 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C35663%2C1733321802352.meta, suffix=.meta, logDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352, archiveDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/oldWALs, maxLogs=10 2024-12-04T14:16:45,049 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.meta.1733321805033.meta, exclude list is [], retry=0 2024-12-04T14:16:45,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42763,DS-e7e13b8e-9288-4a29-bb10-9905ccd0b6e7,DISK] 2024-12-04T14:16:45,055 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.meta.1733321805033.meta 2024-12-04T14:16:45,056 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36683:36683)] 2024-12-04T14:16:45,056 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:16:45,061 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:16:45,062 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:16:45,065 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:16:45,066 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:16:45,070 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:16:45,070 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:16:45,071 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:16:45,071 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:16:45,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:16:45,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:16:45,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:45,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:45,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:16:45,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:16:45,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:45,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:45,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:16:45,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:16:45,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:45,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:45,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:16:45,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:16:45,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:45,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:45,083 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:16:45,085 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740 2024-12-04T14:16:45,087 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740 2024-12-04T14:16:45,089 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:16:45,089 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:16:45,090 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:16:45,092 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:16:45,094 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72379649, jitterRate=0.07854081690311432}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:16:45,094 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:16:45,095 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733321805071Writing region info on filesystem at 1733321805071Initializing all the Stores at 1733321805073 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321805073Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321805073Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321805073Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321805074 (+1 ms)Cleaning up temporary data from old regions at 1733321805089 (+15 ms)Running coprocessor post-open hooks at 1733321805094 (+5 ms)Region opened successfully at 1733321805095 (+1 ms) 2024-12-04T14:16:45,102 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733321805005 2024-12-04T14:16:45,113 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:16:45,114 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:16:45,116 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,35663,1733321802352 2024-12-04T14:16:45,118 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,35663,1733321802352, state=OPEN 2024-12-04T14:16:45,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-505127075/meta-region-server 2024-12-04T14:16:45,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-505127075/meta-region-server 2024-12-04T14:16:45,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-505127075/meta-region-server: CHANGED 2024-12-04T14:16:45,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-505127075/meta-region-server: CHANGED 2024-12-04T14:16:45,126 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,35663,1733321802352 2024-12-04T14:16:45,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:16:45,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,35663,1733321802352 in 289 msec 2024-12-04T14:16:45,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:16:45,136 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 490 msec 2024-12-04T14:16:45,138 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:16:45,138 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:16:45,158 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:16:45,159 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,35663,1733321802352, seqNum=-1] 2024-12-04T14:16:45,179 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:16:45,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:16:45,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1220 sec 2024-12-04T14:16:45,200 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733321805199, completionTime=-1 2024-12-04T14:16:45,202 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:16:45,202 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:16:45,228 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:16:45,228 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733321865228 2024-12-04T14:16:45,229 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733321925229 2024-12-04T14:16:45,229 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 26 msec 2024-12-04T14:16:45,231 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,37811,1733321801662-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:45,231 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,37811,1733321801662-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:45,231 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,37811,1733321801662-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:45,233 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:37811, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:45,233 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:45,234 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:45,239 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:16:45,265 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.771sec 2024-12-04T14:16:45,266 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:16:45,267 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:16:45,268 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:16:45,269 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:16:45,269 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:16:45,269 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,37811,1733321801662-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:16:45,270 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,37811,1733321801662-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:16:45,278 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:16:45,278 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:16:45,279 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,37811,1733321801662-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:45,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4881e3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:45,356 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T14:16:45,357 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T14:16:45,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,37811,-1 for getting cluster id 2024-12-04T14:16:45,363 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:16:45,371 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '913c948b-6b95-4da5-ba29-79c90d65c8e5' 2024-12-04T14:16:45,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:16:45,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "913c948b-6b95-4da5-ba29-79c90d65c8e5" 2024-12-04T14:16:45,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231891f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:45,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,37811,-1] 2024-12-04T14:16:45,376 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:16:45,378 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:45,379 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:16:45,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364f66dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:45,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:16:45,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,35663,1733321802352, seqNum=-1] 2024-12-04T14:16:45,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:16:45,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:16:45,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,37811,1733321801662 2024-12-04T14:16:45,417 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57282 2024-12-04T14:16:45,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:16:45,422 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017dd59c9e0002 connected 2024-12-04T14:16:45,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/hadoop.log.dir so I do NOT create it in target/test-data/57c42763-39b8-748b-befc-15840bd02af8 2024-12-04T14:16:45,443 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:16:45,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/hadoop.tmp.dir so I do NOT create it in target/test-data/57c42763-39b8-748b-befc-15840bd02af8 2024-12-04T14:16:45,443 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:16:45,443 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8 2024-12-04T14:16:45,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:16:45,443 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/cluster_0d53c2f6-2a85-ec95-162d-2e29b791cfc4, deleteOnExit=true 2024-12-04T14:16:45,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:16:45,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/test.cache.data in system properties and HBase conf 2024-12-04T14:16:45,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:16:45,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:16:45,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:16:45,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:16:45,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:16:45,444 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:16:45,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:16:45,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:16:45,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:16:45,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:16:45,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:16:45,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:16:45,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:16:45,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:16:45,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:16:45,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:16:45,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:16:45,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:16:45,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:16:45,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:16:45,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:16:45,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:16:45,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:16:45,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:16:45,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:16:45,550 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:16:45,551 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26c9611{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:16:45,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e387f9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:16:45,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76da0465{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/java.io.tmpdir/jetty-localhost-37391-hadoop-hdfs-3_4_1-tests_jar-_-any-112620940072566189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:16:45,683 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7077a837{HTTP/1.1, (http/1.1)}{localhost:37391} 2024-12-04T14:16:45,683 INFO [Time-limited test {}] server.Server(415): Started @8739ms 2024-12-04T14:16:45,776 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:16:45,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:16:45,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:16:45,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:16:45,783 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:16:45,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8fdb0a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:16:45,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b1d89e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:16:45,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c2b488a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/java.io.tmpdir/jetty-localhost-32895-hadoop-hdfs-3_4_1-tests_jar-_-any-25285715765049071/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:16:45,902 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f76040{HTTP/1.1, (http/1.1)}{localhost:32895} 2024-12-04T14:16:45,902 INFO [Time-limited test {}] server.Server(415): Started @8958ms 2024-12-04T14:16:45,904 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:16:46,016 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/cluster_0d53c2f6-2a85-ec95-162d-2e29b791cfc4/data/data1/current/BP-1292219210-172.17.0.2-1733321805480/current, will proceed with Du for space computation calculation, 2024-12-04T14:16:46,016 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/cluster_0d53c2f6-2a85-ec95-162d-2e29b791cfc4/data/data2/current/BP-1292219210-172.17.0.2-1733321805480/current, will proceed with Du for space computation calculation, 2024-12-04T14:16:46,070 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:16:46,073 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8dc9cfb8962a95f with lease ID 0xca2639796946eb97: Processing first storage report for DS-48780b2e-70ad-4de4-bc98-2d86471fa94d from datanode DatanodeRegistration(127.0.0.1:33633, datanodeUuid=832ffa64-d9b3-4c1d-a559-c59b2517f805, infoPort=39421, infoSecurePort=0, ipcPort=33685, storageInfo=lv=-57;cid=testClusterID;nsid=1004324473;c=1733321805480) 2024-12-04T14:16:46,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8dc9cfb8962a95f with lease ID 0xca2639796946eb97: from storage DS-48780b2e-70ad-4de4-bc98-2d86471fa94d node DatanodeRegistration(127.0.0.1:33633, datanodeUuid=832ffa64-d9b3-4c1d-a559-c59b2517f805, infoPort=39421, infoSecurePort=0, ipcPort=33685, storageInfo=lv=-57;cid=testClusterID;nsid=1004324473;c=1733321805480), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:16:46,074 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe8dc9cfb8962a95f with lease ID 0xca2639796946eb97: Processing first storage report for DS-cd57e32a-e35d-4520-8fad-5fb767a9fac8 from datanode DatanodeRegistration(127.0.0.1:33633, datanodeUuid=832ffa64-d9b3-4c1d-a559-c59b2517f805, infoPort=39421, infoSecurePort=0, ipcPort=33685, storageInfo=lv=-57;cid=testClusterID;nsid=1004324473;c=1733321805480) 2024-12-04T14:16:46,074 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe8dc9cfb8962a95f with lease ID 0xca2639796946eb97: from storage DS-cd57e32a-e35d-4520-8fad-5fb767a9fac8 node DatanodeRegistration(127.0.0.1:33633, datanodeUuid=832ffa64-d9b3-4c1d-a559-c59b2517f805, infoPort=39421, infoSecurePort=0, ipcPort=33685, storageInfo=lv=-57;cid=testClusterID;nsid=1004324473;c=1733321805480), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:16:46,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8 2024-12-04T14:16:46,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:16:46,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:16:46,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:16:46,157 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef with version=8 2024-12-04T14:16:46,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/hbase-staging 2024-12-04T14:16:46,160 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:16:46,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:16:46,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:16:46,161 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:16:46,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:16:46,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:16:46,161 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:16:46,161 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:16:46,162 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45347 2024-12-04T14:16:46,163 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45347 connecting to ZooKeeper ensemble=127.0.0.1:57282 2024-12-04T14:16:46,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453470x0, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:16:46,168 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45347-0x1017dd59c9e0003 connected 2024-12-04T14:16:46,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:16:46,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:16:46,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Set watcher on znode that does not yet exist, /1110613861/running 2024-12-04T14:16:46,186 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef, hbase.cluster.distributed=false 2024-12-04T14:16:46,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Set watcher on znode that does not yet exist, /1110613861/acl 2024-12-04T14:16:46,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45347 2024-12-04T14:16:46,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45347 2024-12-04T14:16:46,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45347 2024-12-04T14:16:46,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45347 2024-12-04T14:16:46,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45347 2024-12-04T14:16:46,209 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:16:46,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:16:46,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:16:46,209 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:16:46,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:16:46,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:16:46,210 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:16:46,210 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:16:46,211 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45845 2024-12-04T14:16:46,213 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45845 connecting to ZooKeeper ensemble=127.0.0.1:57282 2024-12-04T14:16:46,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:16:46,217 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:16:46,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458450x0, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:16:46,225 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458450x0, quorum=127.0.0.1:57282, baseZNode=/1110613861 Set watcher on znode that does not yet exist, /1110613861/running 2024-12-04T14:16:46,226 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:16:46,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45845-0x1017dd59c9e0004 connected 2024-12-04T14:16:46,226 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:16:46,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45845-0x1017dd59c9e0004, quorum=127.0.0.1:57282, baseZNode=/1110613861 Set watcher on znode that does not yet exist, /1110613861/master 2024-12-04T14:16:46,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45845-0x1017dd59c9e0004, quorum=127.0.0.1:57282, baseZNode=/1110613861 Set watcher on znode that does not yet exist, /1110613861/acl 2024-12-04T14:16:46,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45845 2024-12-04T14:16:46,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45845 2024-12-04T14:16:46,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45845 2024-12-04T14:16:46,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45845 2024-12-04T14:16:46,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45845 2024-12-04T14:16:46,251 DEBUG [M:0;ff648bb9ef17:45347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:45347 2024-12-04T14:16:46,251 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1110613861/backup-masters/ff648bb9ef17,45347,1733321806160 2024-12-04T14:16:46,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861/backup-masters 2024-12-04T14:16:46,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45845-0x1017dd59c9e0004, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861/backup-masters 2024-12-04T14:16:46,254 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Set watcher on existing znode=/1110613861/backup-masters/ff648bb9ef17,45347,1733321806160 2024-12-04T14:16:46,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45845-0x1017dd59c9e0004, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1110613861/master 2024-12-04T14:16:46,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861 2024-12-04T14:16:46,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45845-0x1017dd59c9e0004, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861 2024-12-04T14:16:46,256 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Set watcher on existing znode=/1110613861/master 2024-12-04T14:16:46,257 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1110613861/backup-masters/ff648bb9ef17,45347,1733321806160 from backup master directory 2024-12-04T14:16:46,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45845-0x1017dd59c9e0004, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861/backup-masters 2024-12-04T14:16:46,260 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:16:46,260 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,45347,1733321806160 2024-12-04T14:16:46,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1110613861/backup-masters/ff648bb9ef17,45347,1733321806160 2024-12-04T14:16:46,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861/backup-masters 2024-12-04T14:16:46,268 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/hbase.id] with ID: e88efe1a-b8bf-45db-8760-26b5d94d786c 2024-12-04T14:16:46,268 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/.tmp/hbase.id 2024-12-04T14:16:46,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:16:46,676 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/.tmp/hbase.id]:[hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/hbase.id] 2024-12-04T14:16:46,698 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:16:46,699 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:16:46,700 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T14:16:46,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861 2024-12-04T14:16:46,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45845-0x1017dd59c9e0004, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861 2024-12-04T14:16:46,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:16:47,114 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:16:47,116 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:16:47,116 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:16:47,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:16:47,529 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/data/master/store 2024-12-04T14:16:47,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:16:47,538 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:16:47,539 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:16:47,539 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:16:47,539 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:16:47,539 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:16:47,539 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:16:47,539 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:16:47,539 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321807539Disabling compacts and flushes for region at 1733321807539Disabling writes for close at 1733321807539Writing region close event to WAL at 1733321807539Closed at 1733321807539 2024-12-04T14:16:47,541 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/data/master/store/.initializing 2024-12-04T14:16:47,541 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/WALs/ff648bb9ef17,45347,1733321806160 2024-12-04T14:16:47,543 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:16:47,545 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C45347%2C1733321806160, suffix=, logDir=hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/WALs/ff648bb9ef17,45347,1733321806160, archiveDir=hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/oldWALs, maxLogs=10 2024-12-04T14:16:47,560 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/WALs/ff648bb9ef17,45347,1733321806160/ff648bb9ef17%2C45347%2C1733321806160.1733321807546, exclude list is [], retry=0 2024-12-04T14:16:47,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33633,DS-48780b2e-70ad-4de4-bc98-2d86471fa94d,DISK] 2024-12-04T14:16:47,568 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/WALs/ff648bb9ef17,45347,1733321806160/ff648bb9ef17%2C45347%2C1733321806160.1733321807546 2024-12-04T14:16:47,569 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39421:39421)] 2024-12-04T14:16:47,569 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:16:47,569 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:16:47,569 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:47,569 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:47,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:47,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:16:47,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:47,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:47,575 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:47,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:16:47,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:47,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:16:47,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:47,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:16:47,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:47,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:16:47,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:47,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:16:47,584 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:47,585 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:16:47,585 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:47,586 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:47,587 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:47,589 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:47,589 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:47,590 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:16:47,592 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:47,595 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:16:47,596 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58941610, jitterRate=-0.12170156836509705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:16:47,596 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733321807570Initializing all the Stores at 1733321807571 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321807571Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321807571Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321807571Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321807572 (+1 ms)Cleaning up temporary data from old regions at 1733321807589 (+17 ms)Region opened successfully at 1733321807596 (+7 ms) 2024-12-04T14:16:47,597 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:16:47,602 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f91cdc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:16:47,603 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:16:47,603 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:16:47,603 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:16:47,603 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:16:47,604 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:16:47,604 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:16:47,605 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:16:47,607 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:16:47,608 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Unable to get data of znode /1110613861/balancer because node does not exist (not necessarily an error) 2024-12-04T14:16:47,610 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1110613861/balancer already deleted, retry=false 2024-12-04T14:16:47,610 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:16:47,611 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Unable to get data of znode /1110613861/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:16:47,612 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1110613861/normalizer already deleted, retry=false 2024-12-04T14:16:47,612 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:16:47,613 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Unable to get data of znode /1110613861/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:16:47,615 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1110613861/switch/split already deleted, retry=false 2024-12-04T14:16:47,616 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Unable to get data of znode /1110613861/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:16:47,618 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1110613861/switch/merge already deleted, retry=false 2024-12-04T14:16:47,620 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Unable to get data of znode /1110613861/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:16:47,622 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1110613861/snapshot-cleanup already deleted, retry=false 2024-12-04T14:16:47,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1110613861/running 2024-12-04T14:16:47,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45845-0x1017dd59c9e0004, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1110613861/running 2024-12-04T14:16:47,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45845-0x1017dd59c9e0004, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861 2024-12-04T14:16:47,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861 2024-12-04T14:16:47,625 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,45347,1733321806160, sessionid=0x1017dd59c9e0003, setting cluster-up flag (Was=false) 2024-12-04T14:16:47,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45845-0x1017dd59c9e0004, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861 2024-12-04T14:16:47,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861 2024-12-04T14:16:47,636 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1110613861/flush-table-proc/acquired, /1110613861/flush-table-proc/reached, /1110613861/flush-table-proc/abort 2024-12-04T14:16:47,637 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,45347,1733321806160 2024-12-04T14:16:47,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861 2024-12-04T14:16:47,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45845-0x1017dd59c9e0004, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861 2024-12-04T14:16:47,650 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1110613861/online-snapshot/acquired, /1110613861/online-snapshot/reached, /1110613861/online-snapshot/abort 2024-12-04T14:16:47,651 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,45347,1733321806160 2024-12-04T14:16:47,653 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:16:47,656 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:16:47,657 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:16:47,657 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:16:47,657 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,45347,1733321806160 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:16:47,659 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:16:47,659 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:16:47,659 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:16:47,659 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:16:47,659 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:16:47,659 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:47,659 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:16:47,659 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:47,660 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733321837660 2024-12-04T14:16:47,660 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:16:47,660 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:16:47,661 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:16:47,661 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:16:47,661 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:16:47,661 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:16:47,661 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:47,661 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:16:47,662 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:16:47,662 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:16:47,662 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:16:47,662 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:16:47,662 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:16:47,662 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:16:47,662 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:16:47,663 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321807663,5,FailOnTimeoutGroup] 2024-12-04T14:16:47,663 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321807663,5,FailOnTimeoutGroup] 2024-12-04T14:16:47,663 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:47,663 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:16:47,663 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:47,663 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:47,663 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:47,664 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:16:47,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:16:47,734 INFO [RS:0;ff648bb9ef17:45845 {}] regionserver.HRegionServer(746): ClusterId : e88efe1a-b8bf-45db-8760-26b5d94d786c 2024-12-04T14:16:47,734 DEBUG [RS:0;ff648bb9ef17:45845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:16:47,737 DEBUG [RS:0;ff648bb9ef17:45845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:16:47,737 DEBUG [RS:0;ff648bb9ef17:45845 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:16:47,739 DEBUG [RS:0;ff648bb9ef17:45845 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:16:47,740 DEBUG [RS:0;ff648bb9ef17:45845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6671d15d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:16:47,752 DEBUG [RS:0;ff648bb9ef17:45845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:45845 2024-12-04T14:16:47,753 INFO [RS:0;ff648bb9ef17:45845 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:16:47,753 INFO [RS:0;ff648bb9ef17:45845 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:16:47,753 DEBUG [RS:0;ff648bb9ef17:45845 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:16:47,753 INFO [RS:0;ff648bb9ef17:45845 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,45347,1733321806160 with port=45845, startcode=1733321806209 2024-12-04T14:16:47,754 DEBUG [RS:0;ff648bb9ef17:45845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:16:47,756 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:16:47,756 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45347 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,45845,1733321806209 2024-12-04T14:16:47,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45347 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,45845,1733321806209 2024-12-04T14:16:47,760 DEBUG [RS:0;ff648bb9ef17:45845 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef 2024-12-04T14:16:47,760 DEBUG [RS:0;ff648bb9ef17:45845 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34481 2024-12-04T14:16:47,760 DEBUG [RS:0;ff648bb9ef17:45845 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:16:47,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861/rs 2024-12-04T14:16:47,762 DEBUG [RS:0;ff648bb9ef17:45845 {}] zookeeper.ZKUtil(111): regionserver:45845-0x1017dd59c9e0004, quorum=127.0.0.1:57282, baseZNode=/1110613861 Set watcher on existing znode=/1110613861/rs/ff648bb9ef17,45845,1733321806209 2024-12-04T14:16:47,763 WARN [RS:0;ff648bb9ef17:45845 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:16:47,763 INFO [RS:0;ff648bb9ef17:45845 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:16:47,763 DEBUG [RS:0;ff648bb9ef17:45845 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/WALs/ff648bb9ef17,45845,1733321806209 2024-12-04T14:16:47,763 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,45845,1733321806209] 2024-12-04T14:16:47,768 INFO [RS:0;ff648bb9ef17:45845 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:16:47,771 INFO [RS:0;ff648bb9ef17:45845 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:16:47,772 INFO [RS:0;ff648bb9ef17:45845 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:16:47,772 INFO [RS:0;ff648bb9ef17:45845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:47,772 INFO [RS:0;ff648bb9ef17:45845 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:16:47,773 INFO [RS:0;ff648bb9ef17:45845 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:16:47,773 INFO [RS:0;ff648bb9ef17:45845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:47,773 DEBUG [RS:0;ff648bb9ef17:45845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:47,773 DEBUG [RS:0;ff648bb9ef17:45845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:47,773 DEBUG [RS:0;ff648bb9ef17:45845 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:47,774 DEBUG [RS:0;ff648bb9ef17:45845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:47,774 DEBUG [RS:0;ff648bb9ef17:45845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:47,774 DEBUG [RS:0;ff648bb9ef17:45845 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:16:47,774 DEBUG [RS:0;ff648bb9ef17:45845 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:47,774 DEBUG [RS:0;ff648bb9ef17:45845 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:47,774 DEBUG [RS:0;ff648bb9ef17:45845 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:47,774 DEBUG [RS:0;ff648bb9ef17:45845 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:47,774 DEBUG [RS:0;ff648bb9ef17:45845 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:47,774 DEBUG [RS:0;ff648bb9ef17:45845 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:47,774 DEBUG [RS:0;ff648bb9ef17:45845 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:16:47,774 DEBUG [RS:0;ff648bb9ef17:45845 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:16:47,775 INFO [RS:0;ff648bb9ef17:45845 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:47,775 INFO [RS:0;ff648bb9ef17:45845 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:47,775 INFO [RS:0;ff648bb9ef17:45845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:47,775 INFO [RS:0;ff648bb9ef17:45845 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:47,775 INFO [RS:0;ff648bb9ef17:45845 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:47,775 INFO [RS:0;ff648bb9ef17:45845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,45845,1733321806209-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:16:47,791 INFO [RS:0;ff648bb9ef17:45845 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:16:47,791 INFO [RS:0;ff648bb9ef17:45845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,45845,1733321806209-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:47,792 INFO [RS:0;ff648bb9ef17:45845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:47,792 INFO [RS:0;ff648bb9ef17:45845 {}] regionserver.Replication(171): ff648bb9ef17,45845,1733321806209 started 2024-12-04T14:16:47,807 INFO [RS:0;ff648bb9ef17:45845 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:47,807 INFO [RS:0;ff648bb9ef17:45845 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,45845,1733321806209, RpcServer on ff648bb9ef17/172.17.0.2:45845, sessionid=0x1017dd59c9e0004 2024-12-04T14:16:47,807 DEBUG [RS:0;ff648bb9ef17:45845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:16:47,807 DEBUG [RS:0;ff648bb9ef17:45845 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,45845,1733321806209 2024-12-04T14:16:47,807 DEBUG [RS:0;ff648bb9ef17:45845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,45845,1733321806209' 2024-12-04T14:16:47,807 DEBUG [RS:0;ff648bb9ef17:45845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1110613861/flush-table-proc/abort' 2024-12-04T14:16:47,808 DEBUG [RS:0;ff648bb9ef17:45845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1110613861/flush-table-proc/acquired' 2024-12-04T14:16:47,808 DEBUG [RS:0;ff648bb9ef17:45845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:16:47,808 DEBUG [RS:0;ff648bb9ef17:45845 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:16:47,809 DEBUG [RS:0;ff648bb9ef17:45845 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,45845,1733321806209 2024-12-04T14:16:47,809 DEBUG [RS:0;ff648bb9ef17:45845 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,45845,1733321806209' 2024-12-04T14:16:47,809 DEBUG [RS:0;ff648bb9ef17:45845 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1110613861/online-snapshot/abort' 2024-12-04T14:16:47,809 DEBUG [RS:0;ff648bb9ef17:45845 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1110613861/online-snapshot/acquired' 2024-12-04T14:16:47,810 DEBUG [RS:0;ff648bb9ef17:45845 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:16:47,810 INFO [RS:0;ff648bb9ef17:45845 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:16:47,810 INFO [RS:0;ff648bb9ef17:45845 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:16:47,910 INFO [RS:0;ff648bb9ef17:45845 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:16:47,913 INFO [RS:0;ff648bb9ef17:45845 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C45845%2C1733321806209, suffix=, logDir=hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/WALs/ff648bb9ef17,45845,1733321806209, archiveDir=hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/oldWALs, maxLogs=10 2024-12-04T14:16:47,930 DEBUG [RS:0;ff648bb9ef17:45845 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/WALs/ff648bb9ef17,45845,1733321806209/ff648bb9ef17%2C45845%2C1733321806209.1733321807915, exclude list is [], retry=0 2024-12-04T14:16:47,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33633,DS-48780b2e-70ad-4de4-bc98-2d86471fa94d,DISK] 2024-12-04T14:16:47,936 INFO [RS:0;ff648bb9ef17:45845 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/WALs/ff648bb9ef17,45845,1733321806209/ff648bb9ef17%2C45845%2C1733321806209.1733321807915 2024-12-04T14:16:47,937 DEBUG [RS:0;ff648bb9ef17:45845 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39421:39421)] 2024-12-04T14:16:48,075 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:16:48,075 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef 2024-12-04T14:16:48,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741833_1009 (size=32) 2024-12-04T14:16:48,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:16:48,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:16:48,489 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:16:48,489 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:48,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:48,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:16:48,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:16:48,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:48,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:48,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:16:48,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:16:48,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:48,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:48,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:16:48,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:16:48,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:48,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:48,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:16:48,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/data/hbase/meta/1588230740 2024-12-04T14:16:48,498 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/data/hbase/meta/1588230740 2024-12-04T14:16:48,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:16:48,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:16:48,501 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:16:48,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:16:48,505 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:16:48,506 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67935724, jitterRate=0.012321174144744873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:16:48,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733321808485Initializing all the Stores at 1733321808486 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321808486Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321808487 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321808487Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321808487Cleaning up temporary data from old regions at 1733321808500 (+13 ms)Region opened successfully at 1733321808506 (+6 ms) 2024-12-04T14:16:48,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:16:48,506 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:16:48,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:16:48,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:16:48,506 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:16:48,506 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:16:48,507 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321808506Disabling compacts and flushes for region at 1733321808506Disabling writes for close at 1733321808506Writing region close event to WAL at 1733321808506Closed at 1733321808506 2024-12-04T14:16:48,508 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:16:48,508 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:16:48,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:16:48,510 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:16:48,512 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:16:48,662 DEBUG [ff648bb9ef17:45347 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:16:48,663 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,45845,1733321806209 2024-12-04T14:16:48,665 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,45845,1733321806209, state=OPENING 2024-12-04T14:16:48,670 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:16:48,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861 2024-12-04T14:16:48,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45845-0x1017dd59c9e0004, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861 2024-12-04T14:16:48,672 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:16:48,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1110613861/meta-region-server: CHANGED 2024-12-04T14:16:48,672 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1110613861/meta-region-server: CHANGED 2024-12-04T14:16:48,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,45845,1733321806209}] 2024-12-04T14:16:48,827 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:16:48,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:16:48,834 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:16:48,834 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:16:48,835 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:16:48,837 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C45845%2C1733321806209.meta, suffix=.meta, logDir=hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/WALs/ff648bb9ef17,45845,1733321806209, archiveDir=hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/oldWALs, maxLogs=10 2024-12-04T14:16:48,852 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/WALs/ff648bb9ef17,45845,1733321806209/ff648bb9ef17%2C45845%2C1733321806209.meta.1733321808839.meta, exclude list is [], retry=0 2024-12-04T14:16:48,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33633,DS-48780b2e-70ad-4de4-bc98-2d86471fa94d,DISK] 2024-12-04T14:16:48,858 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/WALs/ff648bb9ef17,45845,1733321806209/ff648bb9ef17%2C45845%2C1733321806209.meta.1733321808839.meta 2024-12-04T14:16:48,858 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39421:39421)] 2024-12-04T14:16:48,858 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:16:48,859 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:16:48,859 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:16:48,859 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:16:48,859 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:16:48,860 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:16:48,860 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:16:48,860 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:16:48,860 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:16:48,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:16:48,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:16:48,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:48,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:48,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:16:48,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:16:48,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:48,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:48,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:16:48,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:16:48,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:48,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:48,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:16:48,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:16:48,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:48,869 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:48,869 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:16:48,871 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/data/hbase/meta/1588230740 2024-12-04T14:16:48,872 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/data/hbase/meta/1588230740 2024-12-04T14:16:48,874 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:16:48,874 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:16:48,875 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:16:48,877 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:16:48,878 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73701835, jitterRate=0.09824292361736298}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:16:48,878 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:16:48,879 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733321808860Writing region info on filesystem at 1733321808860Initializing all the Stores at 1733321808861 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321808861Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321808862 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321808862Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321808862Cleaning up temporary data from old regions at 1733321808874 (+12 ms)Running coprocessor post-open hooks at 1733321808879 (+5 ms)Region opened successfully at 1733321808879 2024-12-04T14:16:48,880 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733321808826 2024-12-04T14:16:48,884 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:16:48,884 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:16:48,886 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,45845,1733321806209 2024-12-04T14:16:48,887 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,45845,1733321806209, state=OPEN 2024-12-04T14:16:48,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1110613861/meta-region-server 2024-12-04T14:16:48,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45845-0x1017dd59c9e0004, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1110613861/meta-region-server 2024-12-04T14:16:48,889 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,45845,1733321806209 2024-12-04T14:16:48,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1110613861/meta-region-server: CHANGED 2024-12-04T14:16:48,889 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1110613861/meta-region-server: CHANGED 2024-12-04T14:16:48,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:16:48,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,45845,1733321806209 in 217 msec 2024-12-04T14:16:48,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:16:48,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 384 msec 2024-12-04T14:16:48,898 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:16:48,898 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:16:48,900 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:16:48,900 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,45845,1733321806209, seqNum=-1] 2024-12-04T14:16:48,901 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:16:48,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:16:48,909 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2540 sec 2024-12-04T14:16:48,909 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733321808909, completionTime=-1 2024-12-04T14:16:48,909 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:16:48,910 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:16:48,912 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:16:48,912 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733321868912 2024-12-04T14:16:48,912 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733321928912 2024-12-04T14:16:48,912 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T14:16:48,912 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,45347,1733321806160-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:48,912 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,45347,1733321806160-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:48,913 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,45347,1733321806160-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:48,913 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:45347, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:48,913 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:48,913 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:48,915 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:16:48,917 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.657sec 2024-12-04T14:16:48,917 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:16:48,917 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:16:48,917 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:16:48,918 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:16:48,918 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:16:48,918 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,45347,1733321806160-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:16:48,918 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,45347,1733321806160-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:16:48,921 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:16:48,921 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:16:48,921 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,45347,1733321806160-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:48,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b645835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:48,935 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,45347,-1 for getting cluster id 2024-12-04T14:16:48,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:16:48,936 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e88efe1a-b8bf-45db-8760-26b5d94d786c' 2024-12-04T14:16:48,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:16:48,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e88efe1a-b8bf-45db-8760-26b5d94d786c" 2024-12-04T14:16:48,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63dc0d18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:48,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,45347,-1] 2024-12-04T14:16:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:16:48,938 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:48,939 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:16:48,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d6ce11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:48,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:16:48,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,45845,1733321806209, seqNum=-1] 2024-12-04T14:16:48,942 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:16:48,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:16:48,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,45347,1733321806160 2024-12-04T14:16:48,948 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57282 2024-12-04T14:16:48,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:16:48,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017dd59c9e0005 connected 2024-12-04T14:16:48,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42818ef4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:48,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,37811,-1 for getting cluster id 2024-12-04T14:16:48,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:16:48,961 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '913c948b-6b95-4da5-ba29-79c90d65c8e5' 2024-12-04T14:16:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:16:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "913c948b-6b95-4da5-ba29-79c90d65c8e5" 2024-12-04T14:16:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568b04f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,37811,-1] 2024-12-04T14:16:48,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:16:48,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:48,964 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:16:48,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@165a37ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:48,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:16:48,977 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,37811,1733321801662 2024-12-04T14:16:48,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10af393 2024-12-04T14:16:48,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:16:48,982 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:16:48,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff648bb9ef17:45347,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T14:16:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:16:48,996 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:45347' 2024-12-04T14:16:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:16:48,997 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7836c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:48,997 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,45347,-1 for getting cluster id 2024-12-04T14:16:48,998 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:16:48,998 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e88efe1a-b8bf-45db-8760-26b5d94d786c' 2024-12-04T14:16:48,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:16:48,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e88efe1a-b8bf-45db-8760-26b5d94d786c" 2024-12-04T14:16:48,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f0b9859, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:48,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,45347,-1] 2024-12-04T14:16:48,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:16:49,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:49,001 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:16:49,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a40b3bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:49,002 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:16:49,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,45347,1733321806160 2024-12-04T14:16:49,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ba76856 2024-12-04T14:16:49,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:16:49,008 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:16:49,021 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T14:16:49,021 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T14:16:49,026 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:49,026 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:49,027 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:16:49,028 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:16:49,033 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T14:16:49,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:16:49,036 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:49,038 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:16:49,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741835_1011 (size=1138) 2024-12-04T14:16:49,085 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T14:16:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:16:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:16:49,450 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d3027a8a53136938fc022002b091825, NAME => 'hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63 2024-12-04T14:16:49,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741836_1012 (size=44) 2024-12-04T14:16:49,459 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:16:49,459 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8d3027a8a53136938fc022002b091825, disabling compactions & flushes 2024-12-04T14:16:49,459 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:16:49,459 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:16:49,459 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. after waiting 0 ms 2024-12-04T14:16:49,459 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:16:49,459 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:16:49,459 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d3027a8a53136938fc022002b091825: Waiting for close lock at 1733321809459Disabling compacts and flushes for region at 1733321809459Disabling writes for close at 1733321809459Writing region close event to WAL at 1733321809459Closed at 1733321809459 2024-12-04T14:16:49,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:16:49,466 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733321809461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733321809461"}]},"ts":"1733321809461"} 2024-12-04T14:16:49,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:16:49,471 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:16:49,474 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321809471"}]},"ts":"1733321809471"} 2024-12-04T14:16:49,477 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T14:16:49,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d3027a8a53136938fc022002b091825, ASSIGN}] 2024-12-04T14:16:49,480 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d3027a8a53136938fc022002b091825, ASSIGN 2024-12-04T14:16:49,482 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8d3027a8a53136938fc022002b091825, ASSIGN; state=OFFLINE, location=ff648bb9ef17,35663,1733321802352; forceNewPlan=false, retain=false 2024-12-04T14:16:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:16:49,633 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8d3027a8a53136938fc022002b091825, regionState=OPENING, regionLocation=ff648bb9ef17,35663,1733321802352 2024-12-04T14:16:49,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8d3027a8a53136938fc022002b091825, ASSIGN because future has completed 2024-12-04T14:16:49,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d3027a8a53136938fc022002b091825, server=ff648bb9ef17,35663,1733321802352}] 2024-12-04T14:16:49,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:16:49,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:16:49,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T14:16:49,800 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C35663%2C1733321802352.rep, suffix=, logDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352, archiveDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/oldWALs, maxLogs=10 2024-12-04T14:16:49,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.rep.1733321809801, exclude list is [], retry=0 2024-12-04T14:16:49,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42763,DS-e7e13b8e-9288-4a29-bb10-9905ccd0b6e7,DISK] 2024-12-04T14:16:49,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.rep.1733321809801 2024-12-04T14:16:49,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36683:36683)] 2024-12-04T14:16:49,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d3027a8a53136938fc022002b091825, NAME => 'hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:16:49,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:16:49,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:16:49,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. service=MultiRowMutationService 2024-12-04T14:16:49,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T14:16:49,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8d3027a8a53136938fc022002b091825 2024-12-04T14:16:49,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:16:49,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8d3027a8a53136938fc022002b091825 2024-12-04T14:16:49,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8d3027a8a53136938fc022002b091825 2024-12-04T14:16:49,823 INFO [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8d3027a8a53136938fc022002b091825 2024-12-04T14:16:49,825 INFO [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d3027a8a53136938fc022002b091825 columnFamilyName hfileref 2024-12-04T14:16:49,825 DEBUG [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:49,826 INFO [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] regionserver.HStore(327): Store=8d3027a8a53136938fc022002b091825/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:16:49,826 INFO [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8d3027a8a53136938fc022002b091825 2024-12-04T14:16:49,827 INFO [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d3027a8a53136938fc022002b091825 columnFamilyName queue 2024-12-04T14:16:49,827 DEBUG [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:49,828 INFO [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] regionserver.HStore(327): Store=8d3027a8a53136938fc022002b091825/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:16:49,828 INFO [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8d3027a8a53136938fc022002b091825 2024-12-04T14:16:49,829 INFO [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d3027a8a53136938fc022002b091825 columnFamilyName sid 2024-12-04T14:16:49,830 DEBUG [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:49,830 INFO [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] regionserver.HStore(327): Store=8d3027a8a53136938fc022002b091825/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:16:49,830 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8d3027a8a53136938fc022002b091825 2024-12-04T14:16:49,831 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/replication/8d3027a8a53136938fc022002b091825 2024-12-04T14:16:49,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/replication/8d3027a8a53136938fc022002b091825 2024-12-04T14:16:49,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8d3027a8a53136938fc022002b091825 2024-12-04T14:16:49,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8d3027a8a53136938fc022002b091825 2024-12-04T14:16:49,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:16:49,836 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8d3027a8a53136938fc022002b091825 2024-12-04T14:16:49,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/replication/8d3027a8a53136938fc022002b091825/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:16:49,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8d3027a8a53136938fc022002b091825; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68864854, jitterRate=0.026166290044784546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:16:49,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d3027a8a53136938fc022002b091825 2024-12-04T14:16:49,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8d3027a8a53136938fc022002b091825: Running coprocessor pre-open hook at 1733321809821Writing region info on filesystem at 1733321809822 (+1 ms)Initializing all the Stores at 1733321809823 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321809823Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321809823Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321809823Cleaning up temporary data from old regions at 1733321809833 (+10 ms)Running coprocessor post-open hooks at 1733321809839 (+6 ms)Region opened successfully at 1733321809840 (+1 ms) 2024-12-04T14:16:49,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825., pid=7, masterSystemTime=1733321809791 2024-12-04T14:16:49,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:16:49,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:16:49,846 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8d3027a8a53136938fc022002b091825, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,35663,1733321802352 2024-12-04T14:16:49,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d3027a8a53136938fc022002b091825, server=ff648bb9ef17,35663,1733321802352 because future has completed 2024-12-04T14:16:49,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T14:16:49,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d3027a8a53136938fc022002b091825, server=ff648bb9ef17,35663,1733321802352 in 213 msec 2024-12-04T14:16:49,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:16:49,856 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d3027a8a53136938fc022002b091825, ASSIGN in 374 msec 2024-12-04T14:16:49,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:16:49,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321809857"}]},"ts":"1733321809857"} 2024-12-04T14:16:49,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T14:16:49,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:16:49,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 832 msec 2024-12-04T14:16:49,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825., hostname=ff648bb9ef17,35663,1733321802352, seqNum=2] 2024-12-04T14:16:49,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35663 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-04T14:16:49,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:49,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:49,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:16:50,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T14:16:50,086 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T14:16:50,127 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ff648bb9ef17,35663,1733321802352, ReplicationSource: 1, currentBandwidth=0 2024-12-04T14:16:50,128 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:16:50,128 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,35663,1733321802352, seqNum=-1] 2024-12-04T14:16:50,129 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:16:50,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60263, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-04T14:16:50,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff648bb9ef17,35663,1733321802352', locateType=CURRENT is [region=hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825., hostname=ff648bb9ef17,35663,1733321802352, seqNum=2] 2024-12-04T14:16:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:16:50,140 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T14:16:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T14:16:50,145 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff648bb9ef17,35663,1733321802352 suceeded 2024-12-04T14:16:50,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T14:16:50,149 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff648bb9ef17:45347,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T14:16:50,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 224 msec 2024-12-04T14:16:50,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1630 sec 2024-12-04T14:16:50,158 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35663,1733321802352 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:45347' 2024-12-04T14:16:50,160 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35663,1733321802352 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e7f5bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:50,160 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35663,1733321802352 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,45347,-1 for getting cluster id 2024-12-04T14:16:50,161 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35663,1733321802352 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:16:50,161 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e88efe1a-b8bf-45db-8760-26b5d94d786c' 2024-12-04T14:16:50,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:16:50,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e88efe1a-b8bf-45db-8760-26b5d94d786c" 2024-12-04T14:16:50,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34dd582f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:50,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,45347,-1] 2024-12-04T14:16:50,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:16:50,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:50,163 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:16:50,164 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35663,1733321802352 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d0ec1eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:50,164 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35663,1733321802352 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:16:50,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,45347,1733321806160 2024-12-04T14:16:50,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69b730f1 2024-12-04T14:16:50,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:16:50,167 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-04T14:16:50,168 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35663,1733321802352 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff648bb9ef17,35663,1733321802352 (queues=1) is replicating from cluster=913c948b-6b95-4da5-ba29-79c90d65c8e5 to cluster=e88efe1a-b8bf-45db-8760-26b5d94d786c 2024-12-04T14:16:50,169 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35663,1733321802352 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff648bb9ef17%2C35663%2C1733321802352 2024-12-04T14:16:50,173 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35663,1733321802352 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff648bb9ef17,35663,1733321802352, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:16:50,175 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35663,1733321802352.replicationSource.shipperff648bb9ef17%2C35663%2C1733321802352,1-ff648bb9ef17,35663,1733321802352 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C35663%2C1733321802352 2024-12-04T14:16:50,179 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35663,1733321802352.replicationSource.wal-reader.ff648bb9ef17%2C35663%2C1733321802352,1-ff648bb9ef17,35663,1733321802352 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.1733321804483, startPosition=0, beingWritten=true 2024-12-04T14:16:50,442 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35663,1733321802352.replicationSource.wal-reader.ff648bb9ef17%2C35663%2C1733321802352,1-ff648bb9ef17,35663,1733321802352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.1733321804483 to pos 0, reset compression=false 2024-12-04T14:16:50,577 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:16:50,630 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T14:16:50,631 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T14:16:50,750 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35663,1733321802352.replicationSource.wal-reader.ff648bb9ef17%2C35663%2C1733321802352,1-ff648bb9ef17,35663,1733321802352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.1733321804483 to pos 0, reset compression=false 2024-12-04T14:16:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:16:51,147 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:16:51,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:16:51,148 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T14:16:51,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:51,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:51,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:16:51,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c41e9e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:51,149 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,37811,-1 for getting cluster id 2024-12-04T14:16:51,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:16:51,150 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '913c948b-6b95-4da5-ba29-79c90d65c8e5' 2024-12-04T14:16:51,150 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:16:51,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "913c948b-6b95-4da5-ba29-79c90d65c8e5" 2024-12-04T14:16:51,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b225647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:51,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,37811,-1] 2024-12-04T14:16:51,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:16:51,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:51,153 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:16:51,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@290a4a26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:51,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:16:51,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,37811,1733321801662 2024-12-04T14:16:51,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38584eaf 2024-12-04T14:16:51,155 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:16:51,157 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:16:51,157 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35663,1733321802352.replicationSource.wal-reader.ff648bb9ef17%2C35663%2C1733321802352,1-ff648bb9ef17,35663,1733321802352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.1733321804483 to pos 0, reset compression=false 2024-12-04T14:16:51,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://ff648bb9ef17:45347,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T14:16:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:16:51,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T14:16:51,161 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:45347' 2024-12-04T14:16:51,162 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a2cc02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:51,162 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,45347,-1 for getting cluster id 2024-12-04T14:16:51,162 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:16:51,163 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e88efe1a-b8bf-45db-8760-26b5d94d786c' 2024-12-04T14:16:51,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:16:51,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e88efe1a-b8bf-45db-8760-26b5d94d786c" 2024-12-04T14:16:51,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a695ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:51,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,45347,-1] 2024-12-04T14:16:51,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:16:51,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:51,165 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:16:51,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1663a12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:51,166 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:16:51,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,45347,1733321806160 2024-12-04T14:16:51,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c3055e6 2024-12-04T14:16:51,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:16:51,168 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:16:51,169 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T14:16:51,169 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T14:16:51,169 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:51,169 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:51,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:16:51,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:16:51,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T14:16:51,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-12-04T14:16:51,332 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-04T14:16:51,366 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-ff648bb9ef17,35663,1733321802352, ReplicationSource: 2, currentBandwidth=0 2024-12-04T14:16:51,370 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-04T14:16:51,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-04T14:16:51,373 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on ff648bb9ef17,35663,1733321802352 suceeded 2024-12-04T14:16:51,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T14:16:51,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-04T14:16:51,376 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://ff648bb9ef17:45347,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T14:16:51,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 219 msec 2024-12-04T14:16:51,387 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:45347' 2024-12-04T14:16:51,388 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dfc0226, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:51,388 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,45347,-1 for getting cluster id 2024-12-04T14:16:51,389 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:16:51,390 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e88efe1a-b8bf-45db-8760-26b5d94d786c' 2024-12-04T14:16:51,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:16:51,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e88efe1a-b8bf-45db-8760-26b5d94d786c" 2024-12-04T14:16:51,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76ce0c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:51,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,45347,-1] 2024-12-04T14:16:51,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:16:51,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:51,392 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:16:51,393 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1837d129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:51,393 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:16:51,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,45347,1733321806160 2024-12-04T14:16:51,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@507cabb4 2024-12-04T14:16:51,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:16:51,395 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-04T14:16:51,396 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ff648bb9ef17,35663,1733321802352 (queues=1) is replicating from cluster=913c948b-6b95-4da5-ba29-79c90d65c8e5 to cluster=e88efe1a-b8bf-45db-8760-26b5d94d786c 2024-12-04T14:16:51,396 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ff648bb9ef17%2C35663%2C1733321802352 2024-12-04T14:16:51,396 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ff648bb9ef17,35663,1733321802352, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:16:51,396 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.shipperff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C35663%2C1733321802352 2024-12-04T14:16:51,396 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.wal-reader.ff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.1733321804483, startPosition=0, beingWritten=true 2024-12-04T14:16:51,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T14:16:51,477 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-04T14:16:51,477 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:16:51,477 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:16:51,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:51,477 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:51,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:16:51,478 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:16:51,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,37811,1733321801662 2024-12-04T14:16:51,479 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c8b5c78 2024-12-04T14:16:51,481 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:16:51,483 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:16:51,484 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T14:16:51,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T14:16:51,486 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T14:16:51,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T14:16:51,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://ff648bb9ef17:45347,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T14:16:51,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T14:16:51,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T14:16:51,497 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:45347' 2024-12-04T14:16:51,498 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e1885a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:51,498 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,45347,-1 for getting cluster id 2024-12-04T14:16:51,498 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:16:51,499 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e88efe1a-b8bf-45db-8760-26b5d94d786c' 2024-12-04T14:16:51,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:16:51,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e88efe1a-b8bf-45db-8760-26b5d94d786c" 2024-12-04T14:16:51,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc27b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:51,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,45347,-1] 2024-12-04T14:16:51,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:16:51,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:51,501 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:16:51,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52241ddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:51,502 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:16:51,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,45347,1733321806160 2024-12-04T14:16:51,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69c17af6 2024-12-04T14:16:51,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:16:51,504 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:16:51,505 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-12-04T14:16:51,505 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T14:16:51,505 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:51,505 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:51,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:16:51,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:16:51,602 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.wal-reader.ff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.1733321804483 to pos 0, reset compression=false 2024-12-04T14:16:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T14:16:51,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-12-04T14:16:51,663 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-12-04T14:16:51,664 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35663,1733321802352.replicationSource.wal-reader.ff648bb9ef17%2C35663%2C1733321802352,1-ff648bb9ef17,35663,1733321802352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.1733321804483 to pos 0, reset compression=false 2024-12-04T14:16:51,665 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-04T14:16:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-04T14:16:51,669 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on ff648bb9ef17,35663,1733321802352 suceeded 2024-12-04T14:16:51,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T14:16:51,672 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://ff648bb9ef17:45347,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T14:16:51,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-12-04T14:16:51,674 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 181 msec 2024-12-04T14:16:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T14:16:51,817 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-12-04T14:16:51,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://ff648bb9ef17:45347,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T14:16:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T14:16:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T14:16:51,821 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:45347' 2024-12-04T14:16:51,822 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc6c939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:51,823 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,45347,-1 for getting cluster id 2024-12-04T14:16:51,823 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:16:51,824 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e88efe1a-b8bf-45db-8760-26b5d94d786c' 2024-12-04T14:16:51,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:16:51,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e88efe1a-b8bf-45db-8760-26b5d94d786c" 2024-12-04T14:16:51,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7adecbee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:51,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,45347,-1] 2024-12-04T14:16:51,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:16:51,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:51,826 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:16:51,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce7e907, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:51,827 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:16:51,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,45347,1733321806160 2024-12-04T14:16:51,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f899ba9 2024-12-04T14:16:51,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:16:51,829 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:16:51,829 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T14:16:51,829 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T14:16:51,829 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:51,830 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:51,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:16:51,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:16:51,909 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.wal-reader.ff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.1733321804483 to pos 0, reset compression=false 2024-12-04T14:16:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T14:16:51,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-12-04T14:16:51,989 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-12-04T14:16:51,990 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-04T14:16:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-04T14:16:51,993 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on ff648bb9ef17,35663,1733321802352 suceeded 2024-12-04T14:16:51,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-04T14:16:51,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-12-04T14:16:51,996 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://ff648bb9ef17:45347,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T14:16:51,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 178 msec 2024-12-04T14:16:52,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T14:16:52,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T14:16:52,070 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T14:16:52,070 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T14:16:52,071 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:16:52,071 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T14:16:52,071 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:16:52,071 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T14:16:52,071 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T14:16:52,071 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T14:16:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T14:16:52,137 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-12-04T14:16:52,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T14:16:52,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37811 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T14:16:52,139 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:16:52,139 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:16:52,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:52,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:52,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:16:52,140 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:16:52,140 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=19794513, stopped=false 2024-12-04T14:16:52,140 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,37811,1733321801662 2024-12-04T14:16:52,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-505127075/running 2024-12-04T14:16:52,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-505127075/running 2024-12-04T14:16:52,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:52,142 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:16:52,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:52,142 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:16:52,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:16:52,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:52,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Set watcher on znode that does not yet exist, /0-505127075/running 2024-12-04T14:16:52,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Set watcher on znode that does not yet exist, /0-505127075/running 2024-12-04T14:16:52,143 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,35663,1733321802352' ***** 2024-12-04T14:16:52,143 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:16:52,143 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:16:52,144 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:16:52,144 INFO [RS:0;ff648bb9ef17:35663 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:16:52,144 INFO [RS:0;ff648bb9ef17:35663 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:16:52,144 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d3027a8a53136938fc022002b091825 2024-12-04T14:16:52,145 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,35663,1733321802352 2024-12-04T14:16:52,145 INFO [RS:0;ff648bb9ef17:35663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:16:52,145 INFO [RS:0;ff648bb9ef17:35663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:35663. 2024-12-04T14:16:52,145 DEBUG [RS:0;ff648bb9ef17:35663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:16:52,145 DEBUG [RS:0;ff648bb9ef17:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:52,145 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d3027a8a53136938fc022002b091825, disabling compactions & flushes 2024-12-04T14:16:52,145 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:16:52,145 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:16:52,145 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:16:52,145 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:16:52,145 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:16:52,145 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. after waiting 0 ms 2024-12-04T14:16:52,145 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:16:52,146 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:16:52,146 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T14:16:52,146 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:16:52,146 DEBUG [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8d3027a8a53136938fc022002b091825=hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825.} 2024-12-04T14:16:52,146 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:16:52,146 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:16:52,146 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:16:52,146 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:16:52,147 DEBUG [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d3027a8a53136938fc022002b091825 2024-12-04T14:16:52,149 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8d3027a8a53136938fc022002b091825 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-12-04T14:16:52,149 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T14:16:52,221 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/.tmp/info/2db3da8c5a114ad1b8baef358c75c195 is 147, key is hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825./info:regioninfo/1733321809846/Put/seqid=0 2024-12-04T14:16:52,221 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/replication/8d3027a8a53136938fc022002b091825/.tmp/queue/915bd565e7a74a7db5b8c050b9f12355 is 151, key is 1-ff648bb9ef17,35663,1733321802352/queue:ff648bb9ef17%2C35663%2C1733321802352/1733321810134/Put/seqid=0 2024-12-04T14:16:52,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741839_1015 (size=5500) 2024-12-04T14:16:52,232 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:16:52,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741838_1014 (size=6631) 2024-12-04T14:16:52,271 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35663,1733321802352.replicationSource.wal-reader.ff648bb9ef17%2C35663%2C1733321802352,1-ff648bb9ef17,35663,1733321802352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.1733321804483 to pos 0, reset compression=false 2024-12-04T14:16:52,316 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.wal-reader.ff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.1733321804483 to pos 0, reset compression=false 2024-12-04T14:16:52,326 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:16:52,326 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:16:52,347 DEBUG [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d3027a8a53136938fc022002b091825 2024-12-04T14:16:52,547 DEBUG [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d3027a8a53136938fc022002b091825 2024-12-04T14:16:52,633 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/replication/8d3027a8a53136938fc022002b091825/.tmp/queue/915bd565e7a74a7db5b8c050b9f12355 2024-12-04T14:16:52,634 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/.tmp/info/2db3da8c5a114ad1b8baef358c75c195 2024-12-04T14:16:52,680 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/replication/8d3027a8a53136938fc022002b091825/.tmp/queue/915bd565e7a74a7db5b8c050b9f12355 as hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/replication/8d3027a8a53136938fc022002b091825/queue/915bd565e7a74a7db5b8c050b9f12355 2024-12-04T14:16:52,688 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/replication/8d3027a8a53136938fc022002b091825/queue/915bd565e7a74a7db5b8c050b9f12355, entries=2, sequenceid=6, filesize=5.4 K 2024-12-04T14:16:52,695 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 8d3027a8a53136938fc022002b091825 in 545ms, sequenceid=6, compaction requested=false 2024-12-04T14:16:52,697 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/.tmp/ns/8deceec0c1df4024be08821553a96545 is 43, key is default/ns:d/1733321805186/Put/seqid=0 2024-12-04T14:16:52,702 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/replication/8d3027a8a53136938fc022002b091825/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T14:16:52,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741840_1016 (size=5153) 2024-12-04T14:16:52,703 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/.tmp/ns/8deceec0c1df4024be08821553a96545 2024-12-04T14:16:52,705 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:16:52,705 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:16:52,705 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:16:52,705 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d3027a8a53136938fc022002b091825: Waiting for close lock at 1733321812145Running coprocessor pre-close hooks at 1733321812145Disabling compacts and flushes for region at 1733321812145Disabling writes for close at 1733321812145Obtaining lock to block concurrent updates at 1733321812149 (+4 ms)Preparing flush snapshotting stores in 8d3027a8a53136938fc022002b091825 at 1733321812149Finished memstore snapshotting hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1733321812157 (+8 ms)Flushing stores of hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. at 1733321812159 (+2 ms)Flushing 8d3027a8a53136938fc022002b091825/queue: creating writer at 1733321812160 (+1 ms)Flushing 8d3027a8a53136938fc022002b091825/queue: appending metadata at 1733321812209 (+49 ms)Flushing 8d3027a8a53136938fc022002b091825/queue: closing flushed file at 1733321812212 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72179c57: reopening flushed file at 1733321812678 (+466 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 8d3027a8a53136938fc022002b091825 in 545ms, sequenceid=6, compaction requested=false at 1733321812695 (+17 ms)Writing region close event to WAL at 1733321812697 (+2 ms)Running coprocessor post-close hooks at 1733321812703 (+6 ms)Closed at 1733321812705 (+2 ms) 2024-12-04T14:16:52,706 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:16:52,729 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/.tmp/table/c35a3a0137024181ad45189979144489 is 53, key is hbase:replication/table:state/1733321809857/Put/seqid=0 2024-12-04T14:16:52,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741841_1017 (size=5256) 2024-12-04T14:16:52,747 DEBUG [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:16:52,823 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.wal-reader.ff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.1733321804483 to pos 0, reset compression=false 2024-12-04T14:16:52,948 DEBUG [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:16:52,978 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35663,1733321802352.replicationSource.wal-reader.ff648bb9ef17%2C35663%2C1733321802352,1-ff648bb9ef17,35663,1733321802352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.1733321804483 to pos 0, reset compression=false 2024-12-04T14:16:53,136 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/.tmp/table/c35a3a0137024181ad45189979144489 2024-12-04T14:16:53,144 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/.tmp/info/2db3da8c5a114ad1b8baef358c75c195 as hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/info/2db3da8c5a114ad1b8baef358c75c195 2024-12-04T14:16:53,148 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T14:16:53,148 DEBUG [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T14:16:53,148 DEBUG [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:16:53,153 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/info/2db3da8c5a114ad1b8baef358c75c195, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T14:16:53,154 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/.tmp/ns/8deceec0c1df4024be08821553a96545 as hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/ns/8deceec0c1df4024be08821553a96545 2024-12-04T14:16:53,161 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/ns/8deceec0c1df4024be08821553a96545, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T14:16:53,163 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/.tmp/table/c35a3a0137024181ad45189979144489 as hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/table/c35a3a0137024181ad45189979144489 2024-12-04T14:16:53,170 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/table/c35a3a0137024181ad45189979144489, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T14:16:53,171 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1025ms, sequenceid=11, compaction requested=false 2024-12-04T14:16:53,177 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T14:16:53,177 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:16:53,177 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:16:53,178 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:16:53,178 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321812146Running coprocessor pre-close hooks at 1733321812146Disabling compacts and flushes for region at 1733321812146Disabling writes for close at 1733321812146Obtaining lock to block concurrent updates at 1733321812149 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1733321812149Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733321812157 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733321812159 (+2 ms)Flushing 1588230740/info: creating writer at 1733321812160 (+1 ms)Flushing 1588230740/info: appending metadata at 1733321812209 (+49 ms)Flushing 1588230740/info: closing flushed file at 1733321812212 (+3 ms)Flushing 1588230740/ns: creating writer at 1733321812678 (+466 ms)Flushing 1588230740/ns: appending metadata at 1733321812696 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733321812696Flushing 1588230740/table: creating writer at 1733321812712 (+16 ms)Flushing 1588230740/table: appending metadata at 1733321812728 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733321812728Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3251d7a7: reopening flushed file at 1733321813143 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d7a244c: reopening flushed file at 1733321813153 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e668c27: reopening flushed file at 1733321813161 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1025ms, sequenceid=11, compaction requested=false at 1733321813171 (+10 ms)Writing region close event to WAL at 1733321813172 (+1 ms)Running coprocessor post-close hooks at 1733321813177 (+5 ms)Closed at 1733321813178 (+1 ms) 2024-12-04T14:16:53,178 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:16:53,348 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,35663,1733321802352; all regions closed. 2024-12-04T14:16:53,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741834_1010 (size=2742) 2024-12-04T14:16:53,359 DEBUG [RS:0;ff648bb9ef17:35663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/oldWALs 2024-12-04T14:16:53,360 INFO [RS:0;ff648bb9ef17:35663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C35663%2C1733321802352.meta:.meta(num 1733321805033) 2024-12-04T14:16:53,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741837_1013 (size=1802) 2024-12-04T14:16:53,366 DEBUG [RS:0;ff648bb9ef17:35663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/oldWALs 2024-12-04T14:16:53,366 INFO [RS:0;ff648bb9ef17:35663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C35663%2C1733321802352.rep:(num 1733321809801) 2024-12-04T14:16:53,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741833_1009 (size=93) 2024-12-04T14:16:53,371 DEBUG [RS:0;ff648bb9ef17:35663 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/oldWALs 2024-12-04T14:16:53,371 INFO [RS:0;ff648bb9ef17:35663 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C35663%2C1733321802352:(num 1733321804483) 2024-12-04T14:16:53,371 DEBUG [RS:0;ff648bb9ef17:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:53,371 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:16:53,371 INFO [RS:0;ff648bb9ef17:35663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:16:53,371 INFO [RS:0;ff648bb9ef17:35663 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:16:53,371 INFO [RS:0;ff648bb9ef17:35663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:16:53,371 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:16:53,372 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff648bb9ef17,35663,1733321802352 because: Region server is closing 2024-12-04T14:16:53,372 INFO [RS:0;ff648bb9ef17:35663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:35663. 2024-12-04T14:16:53,372 DEBUG [RS:0;ff648bb9ef17:35663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:16:53,372 DEBUG [RS:0;ff648bb9ef17:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:53,372 DEBUG [RS:0;ff648bb9ef17:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:53,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:16:53,429 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.wal-reader.ff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.1733321804483 to pos 0, reset compression=false 2024-12-04T14:16:53,437 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.wal-reader.ff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.1733321804483 was moved to hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/oldWALs/ff648bb9ef17%2C35663%2C1733321802352.1733321804483 2024-12-04T14:16:53,441 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.wal-reader.ff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.1733321804483 2024-12-04T14:16:53,441 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.wal-reader.ff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-12-04T14:16:53,441 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.wal-reader.ff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-12-04T14:16:53,441 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.shipperff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ff648bb9ef17,35663,1733321802352 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352/ff648bb9ef17%2C35663%2C1733321802352.1733321804483, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-04T14:16:53,447 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.shipperff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff648bb9ef17,35663,1733321802352: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-ff648bb9ef17,35663,1733321802352, walGroup=ff648bb9ef17%2C35663%2C1733321802352, offset=ff648bb9ef17%2C35663%2C1733321802352.1733321804483:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:35663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T14:16:53,449 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.shipperff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T14:16:53,451 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.shipperff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T14:16:53,452 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.shipperff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T14:16:53,452 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.shipperff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T14:16:53,452 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.shipperff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T14:16:53,452 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.shipperff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 380287296 }, "NonHeapMemoryUsage": { "committed": 152305664, "init": 7667712, "max": -1, "used": 150009760 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T14:16:53,454 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.shipperff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ff648bb9ef17%2C35663%2C1733321802352.1733321804483] 2024-12-04T14:16:53,473 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35663,1733321802352.replicationSource.wal-reader.ff648bb9ef17%2C35663%2C1733321802352,1-ff648bb9ef17,35663,1733321802352 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T14:16:53,473 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35663,1733321802352.replicationSource.shipperff648bb9ef17%2C35663%2C1733321802352,1-ff648bb9ef17,35663,1733321802352 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T14:16:53,473 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35663,1733321802352.replicationSource.shipperff648bb9ef17%2C35663%2C1733321802352,1-ff648bb9ef17,35663,1733321802352 terminated 2024-12-04T14:16:53,473 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ff648bb9ef17,35663,1733321802352 because: Region server is closing 2024-12-04T14:16:53,474 INFO [RS:0;ff648bb9ef17:35663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:35663. 2024-12-04T14:16:53,474 DEBUG [RS:0;ff648bb9ef17:35663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:16:53,474 DEBUG [RS:0;ff648bb9ef17:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:53,474 DEBUG [RS:0;ff648bb9ef17:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:53,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:16:53,474 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,35663,1733321802352.replicationSource.shipperff648bb9ef17%2C35663%2C1733321802352,2-ff648bb9ef17,35663,1733321802352 terminated 2024-12-04T14:16:53,474 INFO [RS:0;ff648bb9ef17:35663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35663 2024-12-04T14:16:53,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-505127075/rs/ff648bb9ef17,35663,1733321802352 2024-12-04T14:16:53,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075/rs 2024-12-04T14:16:53,478 INFO [RS:0;ff648bb9ef17:35663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:16:53,480 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,35663,1733321802352] 2024-12-04T14:16:53,482 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-505127075/draining/ff648bb9ef17,35663,1733321802352 already deleted, retry=false 2024-12-04T14:16:53,483 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,35663,1733321802352 expired; onlineServers=0 2024-12-04T14:16:53,483 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,37811,1733321801662' ***** 2024-12-04T14:16:53,483 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:16:53,483 INFO [M:0;ff648bb9ef17:37811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:16:53,483 INFO [M:0;ff648bb9ef17:37811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:16:53,483 DEBUG [M:0;ff648bb9ef17:37811 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:16:53,483 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:16:53,483 DEBUG [M:0;ff648bb9ef17:37811 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:16:53,483 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321804174 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321804174,5,FailOnTimeoutGroup] 2024-12-04T14:16:53,483 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321804175 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321804175,5,FailOnTimeoutGroup] 2024-12-04T14:16:53,484 INFO [M:0;ff648bb9ef17:37811 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:16:53,484 INFO [M:0;ff648bb9ef17:37811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:16:53,484 DEBUG [M:0;ff648bb9ef17:37811 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:16:53,484 INFO [M:0;ff648bb9ef17:37811 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:16:53,484 INFO [M:0;ff648bb9ef17:37811 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:16:53,484 INFO [M:0;ff648bb9ef17:37811 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:16:53,485 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:16:53,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-505127075/master 2024-12-04T14:16:53,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:53,485 DEBUG [M:0;ff648bb9ef17:37811 {}] zookeeper.ZKUtil(347): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Unable to get data of znode /0-505127075/master because node does not exist (not an error) 2024-12-04T14:16:53,485 WARN [M:0;ff648bb9ef17:37811 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:16:53,486 INFO [M:0;ff648bb9ef17:37811 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/.lastflushedseqids 2024-12-04T14:16:53,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741842_1018 (size=181) 2024-12-04T14:16:53,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:16:53,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1017dd59c9e0001, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:16:53,581 INFO [RS:0;ff648bb9ef17:35663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:16:53,581 INFO [RS:0;ff648bb9ef17:35663 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,35663,1733321802352; zookeeper connection closed. 2024-12-04T14:16:53,581 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34f31e35 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34f31e35 2024-12-04T14:16:53,582 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:16:53,898 INFO [M:0;ff648bb9ef17:37811 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:16:53,898 INFO [M:0;ff648bb9ef17:37811 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:16:53,899 DEBUG [M:0;ff648bb9ef17:37811 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:16:53,899 INFO [M:0;ff648bb9ef17:37811 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:16:53,899 DEBUG [M:0;ff648bb9ef17:37811 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:16:53,899 DEBUG [M:0;ff648bb9ef17:37811 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:16:53,899 DEBUG [M:0;ff648bb9ef17:37811 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:16:53,899 INFO [M:0;ff648bb9ef17:37811 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-12-04T14:16:53,917 DEBUG [M:0;ff648bb9ef17:37811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f9592edb3aa44e7b452da830ecf9ee3 is 82, key is hbase:meta,,1/info:regioninfo/1733321805115/Put/seqid=0 2024-12-04T14:16:53,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741843_1019 (size=5672) 2024-12-04T14:16:54,323 INFO [M:0;ff648bb9ef17:37811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f9592edb3aa44e7b452da830ecf9ee3 2024-12-04T14:16:54,347 DEBUG [M:0;ff648bb9ef17:37811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e1d7e1cd1244b6081aa71765618cd8d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733321809862/Put/seqid=0 2024-12-04T14:16:54,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741844_1020 (size=8663) 2024-12-04T14:16:54,754 INFO [M:0;ff648bb9ef17:37811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e1d7e1cd1244b6081aa71765618cd8d 2024-12-04T14:16:54,776 DEBUG [M:0;ff648bb9ef17:37811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a78ee09cb86474a9ace7fe27208030c is 69, key is ff648bb9ef17,35663,1733321802352/rs:state/1733321804249/Put/seqid=0 2024-12-04T14:16:54,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741845_1021 (size=5156) 2024-12-04T14:16:55,183 INFO [M:0;ff648bb9ef17:37811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a78ee09cb86474a9ace7fe27208030c 2024-12-04T14:16:55,191 DEBUG [M:0;ff648bb9ef17:37811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f9592edb3aa44e7b452da830ecf9ee3 as hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f9592edb3aa44e7b452da830ecf9ee3 2024-12-04T14:16:55,199 INFO [M:0;ff648bb9ef17:37811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f9592edb3aa44e7b452da830ecf9ee3, entries=8, sequenceid=115, filesize=5.5 K 2024-12-04T14:16:55,201 DEBUG [M:0;ff648bb9ef17:37811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4e1d7e1cd1244b6081aa71765618cd8d as hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e1d7e1cd1244b6081aa71765618cd8d 2024-12-04T14:16:55,208 INFO [M:0;ff648bb9ef17:37811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e1d7e1cd1244b6081aa71765618cd8d, entries=14, sequenceid=115, filesize=8.5 K 2024-12-04T14:16:55,209 DEBUG [M:0;ff648bb9ef17:37811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7a78ee09cb86474a9ace7fe27208030c as hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a78ee09cb86474a9ace7fe27208030c 2024-12-04T14:16:55,216 INFO [M:0;ff648bb9ef17:37811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a78ee09cb86474a9ace7fe27208030c, entries=1, sequenceid=115, filesize=5.0 K 2024-12-04T14:16:55,218 INFO [M:0;ff648bb9ef17:37811 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=115, compaction requested=false 2024-12-04T14:16:55,219 INFO [M:0;ff648bb9ef17:37811 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:16:55,219 DEBUG [M:0;ff648bb9ef17:37811 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321813899Disabling compacts and flushes for region at 1733321813899Disabling writes for close at 1733321813899Obtaining lock to block concurrent updates at 1733321813899Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733321813899Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1733321813900 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733321813900Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733321813900Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733321813916 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733321813916Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733321814330 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733321814347 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733321814347Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733321814761 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733321814776 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733321814776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34980ab9: reopening flushed file at 1733321815190 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24a366e: reopening flushed file at 1733321815199 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50def049: reopening flushed file at 1733321815208 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=115, compaction requested=false at 1733321815218 (+10 ms)Writing region close event to WAL at 1733321815219 (+1 ms)Closed at 1733321815219 2024-12-04T14:16:55,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741830_1006 (size=59421) 2024-12-04T14:16:55,223 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:16:55,223 INFO [M:0;ff648bb9ef17:37811 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:16:55,223 INFO [M:0;ff648bb9ef17:37811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37811 2024-12-04T14:16:55,223 INFO [M:0;ff648bb9ef17:37811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:16:55,325 INFO [M:0;ff648bb9ef17:37811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:16:55,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:16:55,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37811-0x1017dd59c9e0000, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:16:55,327 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:16:55,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:16:55,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:16:55,328 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:16:55,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:16:55,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:16:55,328 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:16:55,328 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:16:55,329 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35909 2024-12-04T14:16:55,330 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35909 connecting to ZooKeeper ensemble=127.0.0.1:57282 2024-12-04T14:16:55,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359090x0, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:16:55,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35909-0x1017dd59c9e0006 connected 2024-12-04T14:16:55,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:16:55,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:16:55,342 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Set watcher on znode that does not yet exist, /0-505127075/running 2024-12-04T14:16:55,342 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-505127075/meta-region-server: INIT 2024-12-04T14:16:55,342 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63, hbase.cluster.distributed=false 2024-12-04T14:16:55,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Set watcher on znode that does not yet exist, /0-505127075/acl 2024-12-04T14:16:55,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35909 2024-12-04T14:16:55,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35909 2024-12-04T14:16:55,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35909 2024-12-04T14:16:55,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35909 2024-12-04T14:16:55,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35909 2024-12-04T14:16:55,361 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:16:55,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:16:55,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:16:55,361 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:16:55,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:16:55,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:16:55,361 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:16:55,361 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:16:55,362 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41277 2024-12-04T14:16:55,363 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41277 connecting to ZooKeeper ensemble=127.0.0.1:57282 2024-12-04T14:16:55,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:16:55,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:16:55,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:412770x0, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:16:55,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:412770x0, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Set watcher on znode that does not yet exist, /0-505127075/running 2024-12-04T14:16:55,371 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-505127075/meta-region-server: INIT 2024-12-04T14:16:55,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41277-0x1017dd59c9e0007 connected 2024-12-04T14:16:55,371 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:16:55,372 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:16:55,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41277-0x1017dd59c9e0007, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Set watcher on znode that does not yet exist, /0-505127075/master 2024-12-04T14:16:55,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41277-0x1017dd59c9e0007, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Set watcher on znode that does not yet exist, /0-505127075/acl 2024-12-04T14:16:55,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41277 2024-12-04T14:16:55,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41277 2024-12-04T14:16:55,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41277 2024-12-04T14:16:55,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41277 2024-12-04T14:16:55,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41277 2024-12-04T14:16:55,391 DEBUG [M:0;ff648bb9ef17:35909 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:35909 2024-12-04T14:16:55,392 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-505127075/backup-masters/ff648bb9ef17,35909,1733321815327 2024-12-04T14:16:55,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075/backup-masters 2024-12-04T14:16:55,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x1017dd59c9e0007, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075/backup-masters 2024-12-04T14:16:55,394 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Set watcher on existing znode=/0-505127075/backup-masters/ff648bb9ef17,35909,1733321815327 2024-12-04T14:16:55,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x1017dd59c9e0007, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-505127075/master 2024-12-04T14:16:55,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:55,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x1017dd59c9e0007, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:55,396 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Set watcher on existing znode=/0-505127075/master 2024-12-04T14:16:55,397 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-505127075/backup-masters/ff648bb9ef17,35909,1733321815327 from backup master directory 2024-12-04T14:16:55,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-505127075/backup-masters/ff648bb9ef17,35909,1733321815327 2024-12-04T14:16:55,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075/backup-masters 2024-12-04T14:16:55,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x1017dd59c9e0007, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075/backup-masters 2024-12-04T14:16:55,399 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:16:55,399 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,35909,1733321815327 2024-12-04T14:16:55,417 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:16:55,417 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:16:55,433 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-12-04T14:16:55,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741846_1022 (size=196) 2024-12-04T14:16:55,843 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:16:55,844 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:16:55,845 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:16:55,853 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-04T14:16:55,856 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/WALs/ff648bb9ef17,37811,1733321801662 to hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/WALs/ff648bb9ef17,37811,1733321801662-dead as it is dead 2024-12-04T14:16:55,857 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-04T14:16:55,858 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-04T14:16:55,858 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/WALs/ff648bb9ef17,37811,1733321801662-dead/ff648bb9ef17%2C37811%2C1733321801662.1733321803591 2024-12-04T14:16:55,863 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/WALs/ff648bb9ef17,37811,1733321801662-dead/ff648bb9ef17%2C37811%2C1733321801662.1733321803591 after 3ms 2024-12-04T14:16:55,864 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/WALs/ff648bb9ef17,37811,1733321801662-dead/ff648bb9ef17%2C37811%2C1733321801662.1733321803591 to hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ff648bb9ef17%2C37811%2C1733321801662.1733321803591 2024-12-04T14:16:55,864 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/WALs/ff648bb9ef17,37811,1733321801662-dead 2024-12-04T14:16:55,865 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/WALs/ff648bb9ef17,35909,1733321815327 2024-12-04T14:16:55,866 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:16:55,867 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C35909%2C1733321815327, suffix=, logDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/WALs/ff648bb9ef17,35909,1733321815327, archiveDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/oldWALs, maxLogs=10 2024-12-04T14:16:55,881 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/WALs/ff648bb9ef17,35909,1733321815327/ff648bb9ef17%2C35909%2C1733321815327.1733321815868, exclude list is [], retry=0 2024-12-04T14:16:55,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42763,DS-e7e13b8e-9288-4a29-bb10-9905ccd0b6e7,DISK] 2024-12-04T14:16:55,887 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/WALs/ff648bb9ef17,35909,1733321815327/ff648bb9ef17%2C35909%2C1733321815327.1733321815868 2024-12-04T14:16:55,887 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36683:36683)] 2024-12-04T14:16:55,887 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:16:55,888 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:16:55,888 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:55,888 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:55,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:55,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:16:55,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:55,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f9592edb3aa44e7b452da830ecf9ee3 2024-12-04T14:16:55,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:55,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:55,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:16:55,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:55,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4e1d7e1cd1244b6081aa71765618cd8d 2024-12-04T14:16:55,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:16:55,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:55,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:16:55,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:55,917 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7a78ee09cb86474a9ace7fe27208030c 2024-12-04T14:16:55,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:16:55,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:55,918 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:16:55,919 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:55,919 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:16:55,919 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:55,920 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-04T14:16:55,921 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ff648bb9ef17%2C37811%2C1733321801662.1733321803591 2024-12-04T14:16:55,935 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ff648bb9ef17%2C37811%2C1733321801662.1733321803591 2024-12-04T14:16:55,937 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ff648bb9ef17%2C37811%2C1733321801662.1733321803591 2024-12-04T14:16:55,939 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:55,939 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:55,940 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:16:55,942 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:16:55,946 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-12-04T14:16:55,947 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66067215, jitterRate=-0.015521779656410217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:16:55,947 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733321815888Initializing all the Stores at 1733321815889 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321815889Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321815889Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321815889Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321815889Cleaning up temporary data from old regions at 1733321815939 (+50 ms)Region opened successfully at 1733321815947 (+8 ms) 2024-12-04T14:16:55,948 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:16:55,952 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158d8d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:16:55,966 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-04T14:16:55,966 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:16:55,966 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:16:55,967 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:16:55,967 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:16:55,973 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:16:55,973 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:16:55,974 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T14:16:55,974 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:16:55,975 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T14:16:55,975 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-12-04T14:16:55,975 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-12-04T14:16:55,975 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:16:55,979 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=ff648bb9ef17,35663,1733321802352, regionLocation=ff648bb9ef17,35663,1733321802352, openSeqNum=2 2024-12-04T14:16:55,980 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=ff648bb9ef17,35663,1733321802352, table=hbase:meta, region=1588230740 2024-12-04T14:16:55,980 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,35663,1733321802352, state=OPEN 2024-12-04T14:16:55,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-505127075/meta-region-server 2024-12-04T14:16:55,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x1017dd59c9e0007, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-505127075/meta-region-server 2024-12-04T14:16:55,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-505127075/meta-region-server: CHANGED 2024-12-04T14:16:55,982 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-505127075/meta-region-server: CHANGED 2024-12-04T14:16:55,987 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:16:55,988 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-505127075/draining/ff648bb9ef17,35663,1733321802352 already deleted, retry=false 2024-12-04T14:16:55,989 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of ff648bb9ef17,35663,1733321802352 on ff648bb9ef17,35909,1733321815327 2024-12-04T14:16:55,994 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ff648bb9ef17,35663,1733321802352, splitWal=true, meta=true 2024-12-04T14:16:55,997 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for ff648bb9ef17,35663,1733321802352 (carryingMeta=true) ff648bb9ef17,35663,1733321802352/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@25c8083a[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T14:16:56,000 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Unable to get data of znode /0-505127075/balancer because node does not exist (not necessarily an error) 2024-12-04T14:16:56,002 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-505127075/balancer already deleted, retry=false 2024-12-04T14:16:56,002 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:16:56,003 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Unable to get data of znode /0-505127075/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:16:56,008 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-505127075/normalizer already deleted, retry=false 2024-12-04T14:16:56,009 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:16:56,010 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Unable to get data of znode /0-505127075/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:16:56,012 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-505127075/switch/split already deleted, retry=false 2024-12-04T14:16:56,012 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Unable to get data of znode /0-505127075/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:16:56,014 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-505127075/switch/merge already deleted, retry=false 2024-12-04T14:16:56,025 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Unable to get data of znode /0-505127075/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:16:56,026 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-505127075/snapshot-cleanup already deleted, retry=false 2024-12-04T14:16:56,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x1017dd59c9e0007, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-505127075/running 2024-12-04T14:16:56,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x1017dd59c9e0007, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:56,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-505127075/running 2024-12-04T14:16:56,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:16:56,029 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,35909,1733321815327, sessionid=0x1017dd59c9e0006, setting cluster-up flag (Was=false) 2024-12-04T14:16:56,033 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-505127075/flush-table-proc/acquired, /0-505127075/flush-table-proc/reached, /0-505127075/flush-table-proc/abort 2024-12-04T14:16:56,034 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,35909,1733321815327 2024-12-04T14:16:56,038 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-505127075/online-snapshot/acquired, /0-505127075/online-snapshot/reached, /0-505127075/online-snapshot/abort 2024-12-04T14:16:56,039 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,35909,1733321815327 2024-12-04T14:16:56,040 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/.lastflushedseqids 2024-12-04T14:16:56,044 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:16:56,044 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:16:56,044 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,35909,1733321815327 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 ff648bb9ef17,35663,1733321802352 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:16:56,046 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:16:56,046 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:16:56,046 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:16:56,046 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:16:56,046 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:16:56,046 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:56,046 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:16:56,046 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:56,047 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733321846047 2024-12-04T14:16:56,047 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:16:56,047 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:16:56,047 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:16:56,047 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:16:56,047 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:16:56,047 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:16:56,047 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:56,048 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:16:56,048 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:16:56,048 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:16:56,048 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:16:56,048 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:16:56,048 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:16:56,049 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321816049,5,FailOnTimeoutGroup] 2024-12-04T14:16:56,049 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321816049,5,FailOnTimeoutGroup] 2024-12-04T14:16:56,049 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:56,049 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ff648bb9ef17,35663,1733321802352, splitWal=true, meta=true 2024-12-04T14:16:56,049 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:16:56,049 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:56,049 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:56,050 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733321816049, completionTime=-1 2024-12-04T14:16:56,050 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-04T14:16:56,051 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ff648bb9ef17,35663,1733321802352, splitWal=true, meta=true, isMeta: true 2024-12-04T14:16:56,052 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352-splitting 2024-12-04T14:16:56,053 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T14:16:56,053 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352-splitting dir is empty, no logs to split. 2024-12-04T14:16:56,053 INFO [PEWorker-1 {}] master.SplitWALManager(105): ff648bb9ef17,35663,1733321802352 WAL count=0, meta=true 2024-12-04T14:16:56,058 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352-splitting dir is empty, no logs to split. 2024-12-04T14:16:56,058 INFO [PEWorker-1 {}] master.SplitWALManager(105): ff648bb9ef17,35663,1733321802352 WAL count=0, meta=true 2024-12-04T14:16:56,058 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ff648bb9ef17,35663,1733321802352 WAL splitting is done? wals=0, meta=true 2024-12-04T14:16:56,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:16:56,061 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:16:56,062 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T14:16:56,082 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.HRegionServer(746): ClusterId : 913c948b-6b95-4da5-ba29-79c90d65c8e5 2024-12-04T14:16:56,082 DEBUG [RS:0;ff648bb9ef17:41277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:16:56,084 DEBUG [RS:0;ff648bb9ef17:41277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:16:56,084 DEBUG [RS:0;ff648bb9ef17:41277 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:16:56,086 DEBUG [RS:0;ff648bb9ef17:41277 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:16:56,087 DEBUG [RS:0;ff648bb9ef17:41277 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b4d50ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:16:56,099 DEBUG [RS:0;ff648bb9ef17:41277 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:41277 2024-12-04T14:16:56,099 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:16:56,099 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:16:56,099 DEBUG [RS:0;ff648bb9ef17:41277 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:16:56,100 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,35909,1733321815327 with port=41277, startcode=1733321815360 2024-12-04T14:16:56,101 DEBUG [RS:0;ff648bb9ef17:41277 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:16:56,103 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:16:56,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35909 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,41277,1733321815360 2024-12-04T14:16:56,104 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35909 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,41277,1733321815360 2024-12-04T14:16:56,106 DEBUG [RS:0;ff648bb9ef17:41277 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63 2024-12-04T14:16:56,106 DEBUG [RS:0;ff648bb9ef17:41277 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45127 2024-12-04T14:16:56,106 DEBUG [RS:0;ff648bb9ef17:41277 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:16:56,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075/rs 2024-12-04T14:16:56,109 DEBUG [RS:0;ff648bb9ef17:41277 {}] zookeeper.ZKUtil(111): regionserver:41277-0x1017dd59c9e0007, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Set watcher on existing znode=/0-505127075/rs/ff648bb9ef17,41277,1733321815360 2024-12-04T14:16:56,110 WARN [RS:0;ff648bb9ef17:41277 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:16:56,110 INFO [RS:0;ff648bb9ef17:41277 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:16:56,110 DEBUG [RS:0;ff648bb9ef17:41277 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360 2024-12-04T14:16:56,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,41277,1733321815360] 2024-12-04T14:16:56,149 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:16:56,151 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:16:56,152 INFO [RS:0;ff648bb9ef17:41277 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:16:56,152 INFO [RS:0;ff648bb9ef17:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:56,152 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:16:56,153 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T14:16:56,153 INFO [RS:0;ff648bb9ef17:41277 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:16:56,153 INFO [RS:0;ff648bb9ef17:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:56,154 DEBUG [RS:0;ff648bb9ef17:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:56,154 DEBUG [RS:0;ff648bb9ef17:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:56,154 DEBUG [RS:0;ff648bb9ef17:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:56,154 DEBUG [RS:0;ff648bb9ef17:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:56,154 DEBUG [RS:0;ff648bb9ef17:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:56,154 DEBUG [RS:0;ff648bb9ef17:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:16:56,154 DEBUG [RS:0;ff648bb9ef17:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:56,154 DEBUG [RS:0;ff648bb9ef17:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:56,154 DEBUG [RS:0;ff648bb9ef17:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:56,154 DEBUG [RS:0;ff648bb9ef17:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:56,154 DEBUG [RS:0;ff648bb9ef17:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:56,154 DEBUG [RS:0;ff648bb9ef17:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:16:56,154 DEBUG [RS:0;ff648bb9ef17:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:16:56,154 DEBUG [RS:0;ff648bb9ef17:41277 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:16:56,155 INFO [RS:0;ff648bb9ef17:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:56,155 INFO [RS:0;ff648bb9ef17:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:56,155 INFO [RS:0;ff648bb9ef17:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:56,155 INFO [RS:0;ff648bb9ef17:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:56,155 INFO [RS:0;ff648bb9ef17:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:56,155 INFO [RS:0;ff648bb9ef17:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,41277,1733321815360-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:16:56,170 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:16:56,170 INFO [RS:0;ff648bb9ef17:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,41277,1733321815360-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:56,186 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.ReplicationSource(231): queueId=1-ff648bb9ef17,41277,1733321815360, ReplicationSource: 1, currentBandwidth=0 2024-12-04T14:16:56,201 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.ReplicationSource(231): queueId=2-ff648bb9ef17,41277,1733321815360, ReplicationSource: 2, currentBandwidth=0 2024-12-04T14:16:56,201 INFO [RS:0;ff648bb9ef17:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:56,202 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.Replication(171): ff648bb9ef17,41277,1733321815360 started 2024-12-04T14:16:56,202 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource,1-ff648bb9ef17,41277,1733321815360 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:45347' 2024-12-04T14:16:56,203 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource,1-ff648bb9ef17,41277,1733321815360 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ba7e842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:56,203 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource,1-ff648bb9ef17,41277,1733321815360 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,45347,-1 for getting cluster id 2024-12-04T14:16:56,203 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource,1-ff648bb9ef17,41277,1733321815360 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:16:56,205 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e88efe1a-b8bf-45db-8760-26b5d94d786c' 2024-12-04T14:16:56,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:16:56,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e88efe1a-b8bf-45db-8760-26b5d94d786c" 2024-12-04T14:16:56,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27b6c877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:56,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,45347,-1] 2024-12-04T14:16:56,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:16:56,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:56,208 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:16:56,209 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource,1-ff648bb9ef17,41277,1733321815360 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e56ecaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:56,209 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource,1-ff648bb9ef17,41277,1733321815360 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:16:56,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,45347,1733321806160 2024-12-04T14:16:56,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46c0382a 2024-12-04T14:16:56,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:16:56,212 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-04T14:16:56,212 WARN [ff648bb9ef17:35909 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T14:16:56,213 INFO [RS:0;ff648bb9ef17:41277.replicationSource,1-ff648bb9ef17,41277,1733321815360 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff648bb9ef17,41277,1733321815360 (queues=0) is replicating from cluster=913c948b-6b95-4da5-ba29-79c90d65c8e5 to cluster=e88efe1a-b8bf-45db-8760-26b5d94d786c 2024-12-04T14:16:56,219 INFO [RS:0;ff648bb9ef17:41277 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:16:56,219 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,41277,1733321815360, RpcServer on ff648bb9ef17/172.17.0.2:41277, sessionid=0x1017dd59c9e0007 2024-12-04T14:16:56,219 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource,2-ff648bb9ef17,41277,1733321815360 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:45347' 2024-12-04T14:16:56,219 DEBUG [RS:0;ff648bb9ef17:41277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:16:56,219 DEBUG [RS:0;ff648bb9ef17:41277 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,41277,1733321815360 2024-12-04T14:16:56,219 DEBUG [RS:0;ff648bb9ef17:41277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,41277,1733321815360' 2024-12-04T14:16:56,219 DEBUG [RS:0;ff648bb9ef17:41277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-505127075/flush-table-proc/abort' 2024-12-04T14:16:56,220 DEBUG [RS:0;ff648bb9ef17:41277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-505127075/flush-table-proc/acquired' 2024-12-04T14:16:56,221 DEBUG [RS:0;ff648bb9ef17:41277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:16:56,221 DEBUG [RS:0;ff648bb9ef17:41277 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:16:56,221 DEBUG [RS:0;ff648bb9ef17:41277 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,41277,1733321815360 2024-12-04T14:16:56,221 DEBUG [RS:0;ff648bb9ef17:41277 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,41277,1733321815360' 2024-12-04T14:16:56,221 DEBUG [RS:0;ff648bb9ef17:41277 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-505127075/online-snapshot/abort' 2024-12-04T14:16:56,221 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource,2-ff648bb9ef17,41277,1733321815360 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@145781b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:56,221 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource,2-ff648bb9ef17,41277,1733321815360 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,45347,-1 for getting cluster id 2024-12-04T14:16:56,221 DEBUG [RS:0;ff648bb9ef17:41277 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-505127075/online-snapshot/acquired' 2024-12-04T14:16:56,222 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource,2-ff648bb9ef17,41277,1733321815360 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:16:56,222 DEBUG [RS:0;ff648bb9ef17:41277 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:16:56,222 INFO [RS:0;ff648bb9ef17:41277 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:16:56,222 INFO [RS:0;ff648bb9ef17:41277 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:16:56,223 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e88efe1a-b8bf-45db-8760-26b5d94d786c' 2024-12-04T14:16:56,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:16:56,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e88efe1a-b8bf-45db-8760-26b5d94d786c" 2024-12-04T14:16:56,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29bbdaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:56,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,45347,-1] 2024-12-04T14:16:56,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:16:56,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:16:56,225 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:16:56,226 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource,2-ff648bb9ef17,41277,1733321815360 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6156eb30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:16:56,226 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource,2-ff648bb9ef17,41277,1733321815360 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:16:56,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,45347,1733321806160 2024-12-04T14:16:56,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10c635bd 2024-12-04T14:16:56,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:16:56,229 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-12-04T14:16:56,230 INFO [RS:0;ff648bb9ef17:41277.replicationSource,2-ff648bb9ef17,41277,1733321815360 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ff648bb9ef17,41277,1733321815360 (queues=0) is replicating from cluster=913c948b-6b95-4da5-ba29-79c90d65c8e5 to cluster=e88efe1a-b8bf-45db-8760-26b5d94d786c 2024-12-04T14:16:56,323 INFO [RS:0;ff648bb9ef17:41277 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:16:56,325 INFO [RS:0;ff648bb9ef17:41277 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C41277%2C1733321815360, suffix=, logDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360, archiveDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/oldWALs, maxLogs=10 2024-12-04T14:16:56,346 DEBUG [RS:0;ff648bb9ef17:41277 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326, exclude list is [], retry=0 2024-12-04T14:16:56,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42763,DS-e7e13b8e-9288-4a29-bb10-9905ccd0b6e7,DISK] 2024-12-04T14:16:56,352 INFO [RS:0;ff648bb9ef17:41277 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 2024-12-04T14:16:56,352 DEBUG [RS:0;ff648bb9ef17:41277 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ff648bb9ef17%2C41277%2C1733321815360 for peer 2 2024-12-04T14:16:56,352 DEBUG [RS:0;ff648bb9ef17:41277 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ff648bb9ef17%2C41277%2C1733321815360 for peer 1 2024-12-04T14:16:56,353 DEBUG [RS:0;ff648bb9ef17:41277 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff648bb9ef17%2C41277%2C1733321815360 2024-12-04T14:16:56,353 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff648bb9ef17,41277,1733321815360, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:16:56,354 DEBUG [RS:0;ff648bb9ef17:41277 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ff648bb9ef17%2C41277%2C1733321815360 2024-12-04T14:16:56,354 INFO [RS:0;ff648bb9ef17:41277.replicationSource.shipperff648bb9ef17%2C41277%2C1733321815360,1-ff648bb9ef17,41277,1733321815360 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C41277%2C1733321815360 2024-12-04T14:16:56,354 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ff648bb9ef17,41277,1733321815360, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:16:56,355 DEBUG [RS:0;ff648bb9ef17:41277 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36683:36683)] 2024-12-04T14:16:56,355 INFO [RS:0;ff648bb9ef17:41277.replicationSource.shipperff648bb9ef17%2C41277%2C1733321815360,2-ff648bb9ef17,41277,1733321815360 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C41277%2C1733321815360 2024-12-04T14:16:56,355 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,2-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326, startPosition=0, beingWritten=true 2024-12-04T14:16:56,355 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,1-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326, startPosition=0, beingWritten=true 2024-12-04T14:16:56,463 DEBUG [ff648bb9ef17:35909 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:16:56,463 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,41277,1733321815360 2024-12-04T14:16:56,465 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,41277,1733321815360, state=OPENING 2024-12-04T14:16:56,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-505127075/meta-region-server 2024-12-04T14:16:56,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x1017dd59c9e0007, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-505127075/meta-region-server 2024-12-04T14:16:56,467 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:16:56,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-505127075/meta-region-server: CHANGED 2024-12-04T14:16:56,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-505127075/meta-region-server: CHANGED 2024-12-04T14:16:56,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,41277,1733321815360}] 2024-12-04T14:16:56,563 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,1-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 to pos 0, reset compression=false 2024-12-04T14:16:56,563 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,2-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 to pos 0, reset compression=false 2024-12-04T14:16:56,621 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:16:56,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:16:56,627 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:16:56,628 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:16:56,628 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:16:56,630 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C41277%2C1733321815360.meta, suffix=.meta, logDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360, archiveDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/oldWALs, maxLogs=10 2024-12-04T14:16:56,645 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.meta.1733321816631.meta, exclude list is [], retry=0 2024-12-04T14:16:56,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42763,DS-e7e13b8e-9288-4a29-bb10-9905ccd0b6e7,DISK] 2024-12-04T14:16:56,650 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.meta.1733321816631.meta 2024-12-04T14:16:56,651 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36683:36683)] 2024-12-04T14:16:56,651 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:16:56,651 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:16:56,651 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:16:56,652 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:16:56,652 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:16:56,652 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:16:56,652 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:16:56,652 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:16:56,652 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:16:56,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:16:56,655 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:16:56,655 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:56,663 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/info/2db3da8c5a114ad1b8baef358c75c195 2024-12-04T14:16:56,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:56,663 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:16:56,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:16:56,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:56,671 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/ns/8deceec0c1df4024be08821553a96545 2024-12-04T14:16:56,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:56,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:16:56,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:16:56,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:56,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:56,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:16:56,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:16:56,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:16:56,682 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/table/c35a3a0137024181ad45189979144489 2024-12-04T14:16:56,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:16:56,683 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:16:56,684 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740 2024-12-04T14:16:56,685 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740 2024-12-04T14:16:56,687 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:16:56,687 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:16:56,687 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:16:56,689 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:16:56,690 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62274118, jitterRate=-0.07204332947731018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:16:56,690 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:16:56,691 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733321816653Writing region info on filesystem at 1733321816653Initializing all the Stores at 1733321816654 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321816654Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321816654Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321816654Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321816654Cleaning up temporary data from old regions at 1733321816687 (+33 ms)Running coprocessor post-open hooks at 1733321816690 (+3 ms)Region opened successfully at 1733321816690 2024-12-04T14:16:56,692 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1733321816621 2024-12-04T14:16:56,694 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:16:56,694 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:16:56,695 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=ff648bb9ef17,41277,1733321815360 2024-12-04T14:16:56,697 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,41277,1733321815360, state=OPEN 2024-12-04T14:16:56,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x1017dd59c9e0007, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-505127075/meta-region-server 2024-12-04T14:16:56,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-505127075/meta-region-server 2024-12-04T14:16:56,698 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,41277,1733321815360 2024-12-04T14:16:56,698 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-505127075/meta-region-server: CHANGED 2024-12-04T14:16:56,698 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-505127075/meta-region-server: CHANGED 2024-12-04T14:16:56,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-12-04T14:16:56,701 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,41277,1733321815360 in 231 msec 2024-12-04T14:16:56,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-04T14:16:56,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 642 msec 2024-12-04T14:16:56,871 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,1-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 to pos 0, reset compression=false 2024-12-04T14:16:56,871 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,2-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 to pos 0, reset compression=false 2024-12-04T14:16:57,277 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,1-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 to pos 0, reset compression=false 2024-12-04T14:16:57,278 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,2-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 to pos 0, reset compression=false 2024-12-04T14:16:57,655 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1605ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-12-04T14:16:57,784 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,1-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 to pos 0, reset compression=false 2024-12-04T14:16:57,785 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,2-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 to pos 0, reset compression=false 2024-12-04T14:16:58,208 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:16:58,391 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,1-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 to pos 0, reset compression=false 2024-12-04T14:16:58,391 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,2-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 to pos 0, reset compression=false 2024-12-04T14:16:59,097 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,1-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 to pos 0, reset compression=false 2024-12-04T14:16:59,098 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,2-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 to pos 0, reset compression=false 2024-12-04T14:16:59,158 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3108ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-04T14:16:59,906 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,2-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 to pos 0, reset compression=false 2024-12-04T14:16:59,906 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,1-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 to pos 0, reset compression=false 2024-12-04T14:17:00,560 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4510ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-04T14:17:00,560 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:17:00,560 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:17:00,560 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,41277,1733321815360, seqNum=-1] 2024-12-04T14:17:00,561 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:17:00,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:17:00,570 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8d3027a8a53136938fc022002b091825, regionState=OPEN, lastHost=ff648bb9ef17,35663,1733321802352, regionLocation=ff648bb9ef17,35663,1733321802352, openSeqNum=2 2024-12-04T14:17:00,570 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:17:00,570 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733321880570 2024-12-04T14:17:00,570 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733321940570 2024-12-04T14:17:00,570 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-12-04T14:17:00,571 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35909,1733321815327-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:00,571 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35909,1733321815327-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:00,571 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35909,1733321815327-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:00,571 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): ff648bb9ef17,35663,1733321802352 had 2 regions 2024-12-04T14:17:00,571 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:35909, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:00,571 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:00,571 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:00,573 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ff648bb9ef17,35663,1733321802352, splitWal=true, meta=true, isMeta: false 2024-12-04T14:17:00,575 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352-splitting dir is empty, no logs to split. 2024-12-04T14:17:00,575 INFO [PEWorker-3 {}] master.SplitWALManager(105): ff648bb9ef17,35663,1733321802352 WAL count=0, meta=false 2024-12-04T14:17:00,577 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.177sec 2024-12-04T14:17:00,577 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:17:00,577 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:17:00,577 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:17:00,577 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:17:00,578 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:17:00,578 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35909,1733321815327-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:17:00,578 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35909,1733321815327-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:17:00,579 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,35663,1733321802352-splitting dir is empty, no logs to split. 2024-12-04T14:17:00,579 INFO [PEWorker-3 {}] master.SplitWALManager(105): ff648bb9ef17,35663,1733321802352 WAL count=0, meta=false 2024-12-04T14:17:00,579 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if ff648bb9ef17,35663,1733321802352 WAL splitting is done? wals=0, meta=false 2024-12-04T14:17:00,581 WARN [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=ff648bb9ef17,35663,1733321802352/hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:17:00,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d3027a8a53136938fc022002b091825, ASSIGN}] 2024-12-04T14:17:00,582 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:17:00,582 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:17:00,582 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35909,1733321815327-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:00,583 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d3027a8a53136938fc022002b091825, ASSIGN 2024-12-04T14:17:00,584 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8d3027a8a53136938fc022002b091825, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T14:17:00,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc9dd43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:00,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,35909,-1 for getting cluster id 2024-12-04T14:17:00,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:17:00,587 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '913c948b-6b95-4da5-ba29-79c90d65c8e5' 2024-12-04T14:17:00,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:17:00,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "913c948b-6b95-4da5-ba29-79c90d65c8e5" 2024-12-04T14:17:00,587 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d2b768, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:00,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,35909,-1] 2024-12-04T14:17:00,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:17:00,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:00,590 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:17:00,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc94ee6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:00,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:17:00,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,41277,1733321815360, seqNum=-1] 2024-12-04T14:17:00,592 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:17:00,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:17:00,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-04T14:17:00,596 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:17:00,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:17:00,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:00,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:00,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:17:00,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: ff648bb9ef17:35909 after: ff648bb9ef17:35909 2024-12-04T14:17:00,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e325eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:00,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,35909,-1 for getting cluster id 2024-12-04T14:17:00,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:17:00,598 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '913c948b-6b95-4da5-ba29-79c90d65c8e5' 2024-12-04T14:17:00,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:17:00,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "913c948b-6b95-4da5-ba29-79c90d65c8e5" 2024-12-04T14:17:00,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd84679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:00,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,35909,-1] 2024-12-04T14:17:00,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:17:00,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:00,600 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:17:00,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@780cff3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:00,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:17:00,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,35909,1733321815327 2024-12-04T14:17:00,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a3b223 2024-12-04T14:17:00,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:17:00,603 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:17:00,603 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T14:17:00,604 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T14:17:00,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T14:17:00,606 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35909 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-12-04T14:17:00,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:17:00,606 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:17:00,606 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:17:00,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:00,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:00,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:17:00,607 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:17:00,607 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=799643147, stopped=false 2024-12-04T14:17:00,607 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,45347,1733321806160 2024-12-04T14:17:00,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45845-0x1017dd59c9e0004, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1110613861/running 2024-12-04T14:17:00,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1110613861/running 2024-12-04T14:17:00,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45845-0x1017dd59c9e0004, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861 2024-12-04T14:17:00,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861 2024-12-04T14:17:00,609 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:17:00,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:17:00,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:17:00,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:00,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45845-0x1017dd59c9e0004, quorum=127.0.0.1:57282, baseZNode=/1110613861 Set watcher on znode that does not yet exist, /1110613861/running 2024-12-04T14:17:00,610 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,45845,1733321806209' ***** 2024-12-04T14:17:00,610 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:17:00,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Set watcher on znode that does not yet exist, /1110613861/running 2024-12-04T14:17:00,610 INFO [RS:0;ff648bb9ef17:45845 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:17:00,610 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:17:00,610 INFO [RS:0;ff648bb9ef17:45845 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:17:00,610 INFO [RS:0;ff648bb9ef17:45845 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:17:00,610 INFO [RS:0;ff648bb9ef17:45845 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,45845,1733321806209 2024-12-04T14:17:00,610 INFO [RS:0;ff648bb9ef17:45845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:17:00,610 INFO [RS:0;ff648bb9ef17:45845 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:45845. 2024-12-04T14:17:00,610 DEBUG [RS:0;ff648bb9ef17:45845 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:17:00,611 DEBUG [RS:0;ff648bb9ef17:45845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:00,611 INFO [RS:0;ff648bb9ef17:45845 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:17:00,611 INFO [RS:0;ff648bb9ef17:45845 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:17:00,611 INFO [RS:0;ff648bb9ef17:45845 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:17:00,611 INFO [RS:0;ff648bb9ef17:45845 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:17:00,611 INFO [RS:0;ff648bb9ef17:45845 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T14:17:00,611 DEBUG [RS:0;ff648bb9ef17:45845 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T14:17:00,611 DEBUG [RS:0;ff648bb9ef17:45845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:17:00,611 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:17:00,611 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:17:00,611 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:17:00,611 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:17:00,611 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:17:00,612 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T14:17:00,629 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/data/hbase/meta/1588230740/.tmp/ns/3c8bc5b97c3d4de0a5b1aaf9d3aa93d6 is 43, key is default/ns:d/1733321808903/Put/seqid=0 2024-12-04T14:17:00,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741835_1011 (size=5153) 2024-12-04T14:17:00,688 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:17:00,734 DEBUG [ff648bb9ef17:35909 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:17:00,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=8d3027a8a53136938fc022002b091825, regionState=OPENING, regionLocation=ff648bb9ef17,41277,1733321815360 2024-12-04T14:17:00,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8d3027a8a53136938fc022002b091825, ASSIGN because future has completed 2024-12-04T14:17:00,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d3027a8a53136938fc022002b091825, server=ff648bb9ef17,41277,1733321815360}] 2024-12-04T14:17:00,806 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:17:00,806 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:17:00,811 DEBUG [RS:0;ff648bb9ef17:45845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:17:00,812 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,2-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 to pos 0, reset compression=false 2024-12-04T14:17:00,812 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,1-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 to pos 0, reset compression=false 2024-12-04T14:17:00,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:17:00,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:17:00,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T14:17:00,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C41277%2C1733321815360.rep, suffix=, logDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360, archiveDir=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/oldWALs, maxLogs=10 2024-12-04T14:17:00,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.rep.1733321820899, exclude list is [], retry=0 2024-12-04T14:17:00,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42763,DS-e7e13b8e-9288-4a29-bb10-9905ccd0b6e7,DISK] 2024-12-04T14:17:00,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.rep.1733321820899 2024-12-04T14:17:00,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36683:36683)] 2024-12-04T14:17:00,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d3027a8a53136938fc022002b091825, NAME => 'hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:17:00,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:17:00,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:17:00,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. service=MultiRowMutationService 2024-12-04T14:17:00,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T14:17:00,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8d3027a8a53136938fc022002b091825 2024-12-04T14:17:00,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:00,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 8d3027a8a53136938fc022002b091825 2024-12-04T14:17:00,919 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 8d3027a8a53136938fc022002b091825 2024-12-04T14:17:00,920 INFO [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8d3027a8a53136938fc022002b091825 2024-12-04T14:17:00,921 INFO [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d3027a8a53136938fc022002b091825 columnFamilyName hfileref 2024-12-04T14:17:00,921 DEBUG [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:00,922 INFO [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] regionserver.HStore(327): Store=8d3027a8a53136938fc022002b091825/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:00,922 INFO [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8d3027a8a53136938fc022002b091825 2024-12-04T14:17:00,923 INFO [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d3027a8a53136938fc022002b091825 columnFamilyName queue 2024-12-04T14:17:00,923 DEBUG [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:00,931 DEBUG [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/replication/8d3027a8a53136938fc022002b091825/queue/915bd565e7a74a7db5b8c050b9f12355 2024-12-04T14:17:00,931 INFO [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] regionserver.HStore(327): Store=8d3027a8a53136938fc022002b091825/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:00,931 INFO [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8d3027a8a53136938fc022002b091825 2024-12-04T14:17:00,932 INFO [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d3027a8a53136938fc022002b091825 columnFamilyName sid 2024-12-04T14:17:00,932 DEBUG [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:00,933 INFO [StoreOpener-8d3027a8a53136938fc022002b091825-1 {}] regionserver.HStore(327): Store=8d3027a8a53136938fc022002b091825/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:00,933 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 8d3027a8a53136938fc022002b091825 2024-12-04T14:17:00,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/replication/8d3027a8a53136938fc022002b091825 2024-12-04T14:17:00,935 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/replication/8d3027a8a53136938fc022002b091825 2024-12-04T14:17:00,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 8d3027a8a53136938fc022002b091825 2024-12-04T14:17:00,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 8d3027a8a53136938fc022002b091825 2024-12-04T14:17:00,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:17:00,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 8d3027a8a53136938fc022002b091825 2024-12-04T14:17:00,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 8d3027a8a53136938fc022002b091825; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75391248, jitterRate=0.12341713905334473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:17:00,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d3027a8a53136938fc022002b091825 2024-12-04T14:17:00,941 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 8d3027a8a53136938fc022002b091825: Running coprocessor pre-open hook at 1733321820919Writing region info on filesystem at 1733321820919Initializing all the Stores at 1733321820920 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321820920Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321820920Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321820920Cleaning up temporary data from old regions at 1733321820937 (+17 ms)Running coprocessor post-open hooks at 1733321820941 (+4 ms)Region opened successfully at 1733321820941 2024-12-04T14:17:00,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825., pid=19, masterSystemTime=1733321820892 2024-12-04T14:17:00,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:17:00,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:17:00,946 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=8d3027a8a53136938fc022002b091825, regionState=OPEN, openSeqNum=10, regionLocation=ff648bb9ef17,41277,1733321815360 2024-12-04T14:17:00,947 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35909 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=ff648bb9ef17,41277,1733321815360, table=hbase:replication, region=8d3027a8a53136938fc022002b091825. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-04T14:17:00,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d3027a8a53136938fc022002b091825, server=ff648bb9ef17,41277,1733321815360 because future has completed 2024-12-04T14:17:00,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-04T14:17:00,953 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d3027a8a53136938fc022002b091825, server=ff648bb9ef17,41277,1733321815360 in 211 msec 2024-12-04T14:17:00,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-12-04T14:17:00,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8d3027a8a53136938fc022002b091825, ASSIGN in 372 msec 2024-12-04T14:17:00,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-04T14:17:00,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825., hostname=ff648bb9ef17,41277,1733321815360, seqNum=10] 2024-12-04T14:17:00,991 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for ff648bb9ef17,35663,1733321802352 2024-12-04T14:17:00,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-04T14:17:01,011 DEBUG [RS:0;ff648bb9ef17:45845 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:17:01,034 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/data/hbase/meta/1588230740/.tmp/ns/3c8bc5b97c3d4de0a5b1aaf9d3aa93d6 2024-12-04T14:17:01,043 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/data/hbase/meta/1588230740/.tmp/ns/3c8bc5b97c3d4de0a5b1aaf9d3aa93d6 as hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/data/hbase/meta/1588230740/ns/3c8bc5b97c3d4de0a5b1aaf9d3aa93d6 2024-12-04T14:17:01,050 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/data/hbase/meta/1588230740/ns/3c8bc5b97c3d4de0a5b1aaf9d3aa93d6, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T14:17:01,051 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false 2024-12-04T14:17:01,051 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T14:17:01,056 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T14:17:01,057 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:17:01,057 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:17:01,057 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:17:01,057 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321820611Running coprocessor pre-close hooks at 1733321820611Disabling compacts and flushes for region at 1733321820611Disabling writes for close at 1733321820611Obtaining lock to block concurrent updates at 1733321820612 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733321820612Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733321820612Flushing stores of hbase:meta,,1.1588230740 at 1733321820613 (+1 ms)Flushing 1588230740/ns: creating writer at 1733321820613Flushing 1588230740/ns: appending metadata at 1733321820629 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733321820629Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a074668: reopening flushed file at 1733321821042 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false at 1733321821051 (+9 ms)Writing region close event to WAL at 1733321821053 (+2 ms)Running coprocessor post-close hooks at 1733321821057 (+4 ms)Closed at 1733321821057 2024-12-04T14:17:01,058 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:17:01,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41277 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-12-04T14:17:01,212 INFO [RS:0;ff648bb9ef17:45845 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,45845,1733321806209; all regions closed. 2024-12-04T14:17:01,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741834_1010 (size=1152) 2024-12-04T14:17:01,218 DEBUG [RS:0;ff648bb9ef17:45845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/oldWALs 2024-12-04T14:17:01,218 INFO [RS:0;ff648bb9ef17:45845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C45845%2C1733321806209.meta:.meta(num 1733321808839) 2024-12-04T14:17:01,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741832_1008 (size=93) 2024-12-04T14:17:01,223 DEBUG [RS:0;ff648bb9ef17:45845 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/oldWALs 2024-12-04T14:17:01,223 INFO [RS:0;ff648bb9ef17:45845 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C45845%2C1733321806209:(num 1733321807915) 2024-12-04T14:17:01,223 DEBUG [RS:0;ff648bb9ef17:45845 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:01,223 INFO [RS:0;ff648bb9ef17:45845 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:17:01,223 INFO [RS:0;ff648bb9ef17:45845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:17:01,223 INFO [RS:0;ff648bb9ef17:45845 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:17:01,223 INFO [RS:0;ff648bb9ef17:45845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:17:01,223 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:17:01,223 INFO [RS:0;ff648bb9ef17:45845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45845 2024-12-04T14:17:01,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45845-0x1017dd59c9e0004, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1110613861/rs/ff648bb9ef17,45845,1733321806209 2024-12-04T14:17:01,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861/rs 2024-12-04T14:17:01,227 INFO [RS:0;ff648bb9ef17:45845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:17:01,228 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,45845,1733321806209] 2024-12-04T14:17:01,229 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1110613861/draining/ff648bb9ef17,45845,1733321806209 already deleted, retry=false 2024-12-04T14:17:01,229 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,45845,1733321806209 expired; onlineServers=0 2024-12-04T14:17:01,229 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,45347,1733321806160' ***** 2024-12-04T14:17:01,229 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:17:01,229 INFO [M:0;ff648bb9ef17:45347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:17:01,229 INFO [M:0;ff648bb9ef17:45347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:17:01,230 DEBUG [M:0;ff648bb9ef17:45347 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:17:01,230 DEBUG [M:0;ff648bb9ef17:45347 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:17:01,230 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:17:01,230 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321807663 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321807663,5,FailOnTimeoutGroup] 2024-12-04T14:17:01,230 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321807663 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321807663,5,FailOnTimeoutGroup] 2024-12-04T14:17:01,230 INFO [M:0;ff648bb9ef17:45347 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:17:01,230 INFO [M:0;ff648bb9ef17:45347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:17:01,230 DEBUG [M:0;ff648bb9ef17:45347 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:17:01,230 INFO [M:0;ff648bb9ef17:45347 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:17:01,230 INFO [M:0;ff648bb9ef17:45347 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:17:01,230 INFO [M:0;ff648bb9ef17:45347 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:17:01,230 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:17:01,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1110613861/master 2024-12-04T14:17:01,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1110613861 2024-12-04T14:17:01,232 DEBUG [M:0;ff648bb9ef17:45347 {}] zookeeper.ZKUtil(347): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Unable to get data of znode /1110613861/master because node does not exist (not an error) 2024-12-04T14:17:01,232 WARN [M:0;ff648bb9ef17:45347 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:17:01,233 INFO [M:0;ff648bb9ef17:45347 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/.lastflushedseqids 2024-12-04T14:17:01,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741836_1012 (size=99) 2024-12-04T14:17:01,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45845-0x1017dd59c9e0004, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:17:01,328 INFO [RS:0;ff648bb9ef17:45845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:17:01,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45845-0x1017dd59c9e0004, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:17:01,328 INFO [RS:0;ff648bb9ef17:45845 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,45845,1733321806209; zookeeper connection closed. 2024-12-04T14:17:01,329 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b6bb372 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b6bb372 2024-12-04T14:17:01,329 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:17:01,639 INFO [M:0;ff648bb9ef17:45347 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:17:01,639 INFO [M:0;ff648bb9ef17:45347 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:17:01,639 DEBUG [M:0;ff648bb9ef17:45347 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:17:01,639 INFO [M:0;ff648bb9ef17:45347 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:01,639 DEBUG [M:0;ff648bb9ef17:45347 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:01,639 DEBUG [M:0;ff648bb9ef17:45347 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:17:01,639 DEBUG [M:0;ff648bb9ef17:45347 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:01,640 INFO [M:0;ff648bb9ef17:45347 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T14:17:01,666 DEBUG [M:0;ff648bb9ef17:45347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7eac2be0ddb34e289ba0b09318a039c9 is 82, key is hbase:meta,,1/info:regioninfo/1733321808885/Put/seqid=0 2024-12-04T14:17:01,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741837_1013 (size=5672) 2024-12-04T14:17:01,672 INFO [M:0;ff648bb9ef17:45347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7eac2be0ddb34e289ba0b09318a039c9 2024-12-04T14:17:01,696 DEBUG [M:0;ff648bb9ef17:45347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a0b32a6ae6a4000970814a6ad453f91 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733321808908/Put/seqid=0 2024-12-04T14:17:01,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741838_1014 (size=5275) 2024-12-04T14:17:01,819 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,1-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 to pos 0, reset compression=false 2024-12-04T14:17:01,819 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,2-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 to pos 0, reset compression=false 2024-12-04T14:17:02,101 INFO [M:0;ff648bb9ef17:45347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a0b32a6ae6a4000970814a6ad453f91 2024-12-04T14:17:02,125 DEBUG [M:0;ff648bb9ef17:45347 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e7bfa5c58e9426295cf0b4118af82c4 is 69, key is ff648bb9ef17,45845,1733321806209/rs:state/1733321807757/Put/seqid=0 2024-12-04T14:17:02,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741839_1015 (size=5156) 2024-12-04T14:17:02,149 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T14:17:02,531 INFO [M:0;ff648bb9ef17:45347 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e7bfa5c58e9426295cf0b4118af82c4 2024-12-04T14:17:02,540 DEBUG [M:0;ff648bb9ef17:45347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7eac2be0ddb34e289ba0b09318a039c9 as hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7eac2be0ddb34e289ba0b09318a039c9 2024-12-04T14:17:02,546 INFO [M:0;ff648bb9ef17:45347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7eac2be0ddb34e289ba0b09318a039c9, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T14:17:02,548 DEBUG [M:0;ff648bb9ef17:45347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9a0b32a6ae6a4000970814a6ad453f91 as hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a0b32a6ae6a4000970814a6ad453f91 2024-12-04T14:17:02,554 INFO [M:0;ff648bb9ef17:45347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9a0b32a6ae6a4000970814a6ad453f91, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T14:17:02,556 DEBUG [M:0;ff648bb9ef17:45347 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8e7bfa5c58e9426295cf0b4118af82c4 as hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e7bfa5c58e9426295cf0b4118af82c4 2024-12-04T14:17:02,561 INFO [M:0;ff648bb9ef17:45347 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34481/user/jenkins/test-data/571eebd7-c8b7-b156-ffe5-4545927a06ef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8e7bfa5c58e9426295cf0b4118af82c4, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T14:17:02,563 INFO [M:0;ff648bb9ef17:45347 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 924ms, sequenceid=28, compaction requested=false 2024-12-04T14:17:02,564 INFO [M:0;ff648bb9ef17:45347 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:02,564 DEBUG [M:0;ff648bb9ef17:45347 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321821639Disabling compacts and flushes for region at 1733321821639Disabling writes for close at 1733321821639Obtaining lock to block concurrent updates at 1733321821640 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733321821640Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733321821640Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733321821641 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733321821641Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733321821665 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733321821665Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733321821680 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733321821695 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733321821695Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733321822108 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733321822124 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733321822124Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d4d211c: reopening flushed file at 1733321822538 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41042dac: reopening flushed file at 1733321822547 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa1d248: reopening flushed file at 1733321822555 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 924ms, sequenceid=28, compaction requested=false at 1733321822563 (+8 ms)Writing region close event to WAL at 1733321822564 (+1 ms)Closed at 1733321822564 2024-12-04T14:17:02,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33633 is added to blk_1073741830_1006 (size=10165) 2024-12-04T14:17:02,568 INFO [M:0;ff648bb9ef17:45347 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:17:02,568 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:17:02,568 INFO [M:0;ff648bb9ef17:45347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45347 2024-12-04T14:17:02,571 INFO [M:0;ff648bb9ef17:45347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:17:02,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:17:02,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45347-0x1017dd59c9e0003, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:17:02,676 INFO [M:0;ff648bb9ef17:45347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:17:02,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c2b488a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:17:02,688 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f76040{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:17:02,688 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:17:02,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b1d89e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:17:02,689 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8fdb0a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/hadoop.log.dir/,STOPPED} 2024-12-04T14:17:02,692 WARN [BP-1292219210-172.17.0.2-1733321805480 heartbeating to localhost/127.0.0.1:34481 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:17:02,692 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:17:02,692 WARN [BP-1292219210-172.17.0.2-1733321805480 heartbeating to localhost/127.0.0.1:34481 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1292219210-172.17.0.2-1733321805480 (Datanode Uuid 832ffa64-d9b3-4c1d-a559-c59b2517f805) service to localhost/127.0.0.1:34481 2024-12-04T14:17:02,692 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:17:02,694 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/cluster_0d53c2f6-2a85-ec95-162d-2e29b791cfc4/data/data1/current/BP-1292219210-172.17.0.2-1733321805480 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:17:02,694 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/cluster_0d53c2f6-2a85-ec95-162d-2e29b791cfc4/data/data2/current/BP-1292219210-172.17.0.2-1733321805480 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:17:02,695 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:17:02,704 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76da0465{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:17:02,705 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7077a837{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:17:02,705 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:17:02,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e387f9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:17:02,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26c9611{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/hadoop.log.dir/,STOPPED} 2024-12-04T14:17:02,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:17:02,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:17:02,731 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:17:02,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:17:02,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:02,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:02,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:17:02,732 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:17:02,732 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1307854330, stopped=false 2024-12-04T14:17:02,732 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,35909,1733321815327 2024-12-04T14:17:02,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-505127075/running 2024-12-04T14:17:02,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x1017dd59c9e0007, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-505127075/running 2024-12-04T14:17:02,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:17:02,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x1017dd59c9e0007, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:17:02,734 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:17:02,734 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:17:02,734 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:17:02,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:02,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41277-0x1017dd59c9e0007, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Set watcher on znode that does not yet exist, /0-505127075/running 2024-12-04T14:17:02,735 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,41277,1733321815360' ***** 2024-12-04T14:17:02,735 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:17:02,735 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:17:02,735 INFO [RS:0;ff648bb9ef17:41277 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:17:02,735 INFO [RS:0;ff648bb9ef17:41277 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:17:02,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Set watcher on znode that does not yet exist, /0-505127075/running 2024-12-04T14:17:02,735 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d3027a8a53136938fc022002b091825 2024-12-04T14:17:02,736 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:17:02,736 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,41277,1733321815360 2024-12-04T14:17:02,736 INFO [RS:0;ff648bb9ef17:41277 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:17:02,736 INFO [RS:0;ff648bb9ef17:41277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:41277. 2024-12-04T14:17:02,736 DEBUG [RS:0;ff648bb9ef17:41277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:17:02,736 DEBUG [RS:0;ff648bb9ef17:41277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:02,736 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d3027a8a53136938fc022002b091825, disabling compactions & flushes 2024-12-04T14:17:02,736 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:17:02,736 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:17:02,736 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:17:02,736 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:17:02,736 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:17:02,736 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. after waiting 0 ms 2024-12-04T14:17:02,736 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:17:02,736 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:17:02,737 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T14:17:02,737 DEBUG [RS:0;ff648bb9ef17:41277 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8d3027a8a53136938fc022002b091825=hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825.} 2024-12-04T14:17:02,737 DEBUG [RS:0;ff648bb9ef17:41277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d3027a8a53136938fc022002b091825 2024-12-04T14:17:02,737 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:17:02,737 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:17:02,737 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:17:02,737 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:17:02,737 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:17:02,737 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-04T14:17:02,747 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/replication/8d3027a8a53136938fc022002b091825/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-12-04T14:17:02,748 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:17:02,748 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:17:02,748 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:17:02,748 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d3027a8a53136938fc022002b091825: Waiting for close lock at 1733321822736Running coprocessor pre-close hooks at 1733321822736Disabling compacts and flushes for region at 1733321822736Disabling writes for close at 1733321822736Writing region close event to WAL at 1733321822743 (+7 ms)Running coprocessor post-close hooks at 1733321822748 (+5 ms)Closed at 1733321822748 2024-12-04T14:17:02,748 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825. 2024-12-04T14:17:02,760 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:17:02,764 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/.tmp/info/b224bdc5ae454ec2aabf68380e1860d0 is 147, key is hbase:replication,,1733321809028.8d3027a8a53136938fc022002b091825./info:regioninfo/1733321820946/Put/seqid=0 2024-12-04T14:17:02,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741851_1027 (size=6385) 2024-12-04T14:17:02,927 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,2-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 to pos 0, reset compression=false 2024-12-04T14:17:02,927 DEBUG [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,1-ff648bb9ef17,41277,1733321815360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 to pos 0, reset compression=false 2024-12-04T14:17:02,937 DEBUG [RS:0;ff648bb9ef17:41277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:17:03,137 DEBUG [RS:0;ff648bb9ef17:41277 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:17:03,155 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:17:03,155 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:17:03,170 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/.tmp/info/b224bdc5ae454ec2aabf68380e1860d0 2024-12-04T14:17:03,178 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/.tmp/info/b224bdc5ae454ec2aabf68380e1860d0 as hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/info/b224bdc5ae454ec2aabf68380e1860d0 2024-12-04T14:17:03,184 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/info/b224bdc5ae454ec2aabf68380e1860d0, entries=8, sequenceid=19, filesize=6.2 K 2024-12-04T14:17:03,186 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false 2024-12-04T14:17:03,191 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-04T14:17:03,191 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:17:03,191 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:17:03,191 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:17:03,191 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321822737Running coprocessor pre-close hooks at 1733321822737Disabling compacts and flushes for region at 1733321822737Disabling writes for close at 1733321822737Obtaining lock to block concurrent updates at 1733321822737Preparing flush snapshotting stores in 1588230740 at 1733321822737Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733321822738 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733321822739 (+1 ms)Flushing 1588230740/info: creating writer at 1733321822739Flushing 1588230740/info: appending metadata at 1733321822763 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733321822763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2480a6d2: reopening flushed file at 1733321823177 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 448ms, sequenceid=19, compaction requested=false at 1733321823186 (+9 ms)Writing region close event to WAL at 1733321823187 (+1 ms)Running coprocessor post-close hooks at 1733321823191 (+4 ms)Closed at 1733321823191 2024-12-04T14:17:03,192 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:17:03,337 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,41277,1733321815360; all regions closed. 2024-12-04T14:17:03,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741849_1025 (size=2156) 2024-12-04T14:17:03,341 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.meta.1733321816631.meta not finished, retry = 0 2024-12-04T14:17:03,444 DEBUG [RS:0;ff648bb9ef17:41277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/oldWALs 2024-12-04T14:17:03,445 INFO [RS:0;ff648bb9ef17:41277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C41277%2C1733321815360.meta:.meta(num 1733321816631) 2024-12-04T14:17:03,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741850_1026 (size=796) 2024-12-04T14:17:03,447 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.rep.1733321820899 not finished, retry = 0 2024-12-04T14:17:03,550 DEBUG [RS:0;ff648bb9ef17:41277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/oldWALs 2024-12-04T14:17:03,550 INFO [RS:0;ff648bb9ef17:41277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C41277%2C1733321815360.rep:(num 1733321820899) 2024-12-04T14:17:03,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741848_1024 (size=93) 2024-12-04T14:17:03,553 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/WALs/ff648bb9ef17,41277,1733321815360/ff648bb9ef17%2C41277%2C1733321815360.1733321816326 not finished, retry = 0 2024-12-04T14:17:03,656 DEBUG [RS:0;ff648bb9ef17:41277 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/oldWALs 2024-12-04T14:17:03,656 INFO [RS:0;ff648bb9ef17:41277 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C41277%2C1733321815360:(num 1733321816326) 2024-12-04T14:17:03,656 DEBUG [RS:0;ff648bb9ef17:41277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:03,656 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:17:03,656 INFO [RS:0;ff648bb9ef17:41277 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:17:03,656 INFO [RS:0;ff648bb9ef17:41277 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T14:17:03,657 INFO [RS:0;ff648bb9ef17:41277 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:17:03,657 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:17:03,657 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-04T14:17:03,657 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-04T14:17:03,657 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff648bb9ef17,41277,1733321815360 because: Region server is closing 2024-12-04T14:17:03,657 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-04T14:17:03,657 INFO [RS:0;ff648bb9ef17:41277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:41277. 2024-12-04T14:17:03,657 DEBUG [RS:0;ff648bb9ef17:41277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:17:03,657 DEBUG [RS:0;ff648bb9ef17:41277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:03,658 DEBUG [RS:0;ff648bb9ef17:41277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:03,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:17:03,758 WARN [RS:0;ff648bb9ef17:41277.replicationSource.shipperff648bb9ef17%2C41277%2C1733321815360,1-ff648bb9ef17,41277,1733321815360 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T14:17:03,758 WARN [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,1-ff648bb9ef17,41277,1733321815360 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T14:17:03,758 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;ff648bb9ef17:41277.replicationSource.shipperff648bb9ef17%2C41277%2C1733321815360,1-ff648bb9ef17,41277,1733321815360 terminated 2024-12-04T14:17:03,759 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ff648bb9ef17,41277,1733321815360 because: Region server is closing 2024-12-04T14:17:03,759 INFO [RS:0;ff648bb9ef17:41277 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:41277. 2024-12-04T14:17:03,759 DEBUG [RS:0;ff648bb9ef17:41277 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:17:03,759 DEBUG [RS:0;ff648bb9ef17:41277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:03,759 DEBUG [RS:0;ff648bb9ef17:41277 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:03,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:17:03,859 WARN [RS:0;ff648bb9ef17:41277.replicationSource.wal-reader.ff648bb9ef17%2C41277%2C1733321815360,2-ff648bb9ef17,41277,1733321815360 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T14:17:03,859 WARN [RS:0;ff648bb9ef17:41277.replicationSource.shipperff648bb9ef17%2C41277%2C1733321815360,2-ff648bb9ef17,41277,1733321815360 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T14:17:03,860 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;ff648bb9ef17:41277.replicationSource.shipperff648bb9ef17%2C41277%2C1733321815360,2-ff648bb9ef17,41277,1733321815360 terminated 2024-12-04T14:17:03,860 INFO [RS:0;ff648bb9ef17:41277 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41277 2024-12-04T14:17:03,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075/rs 2024-12-04T14:17:03,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x1017dd59c9e0007, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-505127075/rs/ff648bb9ef17,41277,1733321815360 2024-12-04T14:17:03,862 INFO [RS:0;ff648bb9ef17:41277 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:17:03,863 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,41277,1733321815360] 2024-12-04T14:17:03,866 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-505127075/draining/ff648bb9ef17,41277,1733321815360 already deleted, retry=false 2024-12-04T14:17:03,866 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,41277,1733321815360 expired; onlineServers=0 2024-12-04T14:17:03,866 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,35909,1733321815327' ***** 2024-12-04T14:17:03,866 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:17:03,866 INFO [M:0;ff648bb9ef17:35909 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:17:03,866 INFO [M:0;ff648bb9ef17:35909 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:17:03,866 DEBUG [M:0;ff648bb9ef17:35909 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:17:03,867 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:17:03,867 DEBUG [M:0;ff648bb9ef17:35909 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:17:03,867 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321816049 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321816049,5,FailOnTimeoutGroup] 2024-12-04T14:17:03,867 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321816049 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321816049,5,FailOnTimeoutGroup] 2024-12-04T14:17:03,867 INFO [M:0;ff648bb9ef17:35909 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:17:03,867 INFO [M:0;ff648bb9ef17:35909 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:17:03,867 DEBUG [M:0;ff648bb9ef17:35909 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:17:03,867 INFO [M:0;ff648bb9ef17:35909 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:17:03,867 INFO [M:0;ff648bb9ef17:35909 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:17:03,868 INFO [M:0;ff648bb9ef17:35909 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:17:03,868 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:17:03,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-505127075/master 2024-12-04T14:17:03,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-505127075 2024-12-04T14:17:03,868 DEBUG [M:0;ff648bb9ef17:35909 {}] zookeeper.ZKUtil(347): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Unable to get data of znode /0-505127075/master because node does not exist (not an error) 2024-12-04T14:17:03,868 WARN [M:0;ff648bb9ef17:35909 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:17:03,869 INFO [M:0;ff648bb9ef17:35909 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/.lastflushedseqids 2024-12-04T14:17:03,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741852_1028 (size=181) 2024-12-04T14:17:03,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x1017dd59c9e0007, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:17:03,964 INFO [RS:0;ff648bb9ef17:41277 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:17:03,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41277-0x1017dd59c9e0007, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:17:03,964 INFO [RS:0;ff648bb9ef17:41277 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,41277,1733321815360; zookeeper connection closed. 2024-12-04T14:17:03,965 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ac534ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ac534ad 2024-12-04T14:17:03,965 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:17:04,276 INFO [M:0;ff648bb9ef17:35909 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:17:04,276 INFO [M:0;ff648bb9ef17:35909 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:17:04,277 DEBUG [M:0;ff648bb9ef17:35909 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:17:04,277 INFO [M:0;ff648bb9ef17:35909 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:04,277 DEBUG [M:0;ff648bb9ef17:35909 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:04,277 DEBUG [M:0;ff648bb9ef17:35909 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:17:04,277 DEBUG [M:0;ff648bb9ef17:35909 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:04,277 INFO [M:0;ff648bb9ef17:35909 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-04T14:17:04,294 DEBUG [M:0;ff648bb9ef17:35909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/249e5686fa8d4fd9a0e6786e2575baec is 82, key is hbase:meta,,1/info:regioninfo/1733321816695/Put/seqid=0 2024-12-04T14:17:04,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741853_1029 (size=5680) 2024-12-04T14:17:04,699 INFO [M:0;ff648bb9ef17:35909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/249e5686fa8d4fd9a0e6786e2575baec 2024-12-04T14:17:04,721 DEBUG [M:0;ff648bb9ef17:35909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0e4acbc97fc459a83e367f27e2b65bb is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1733321820954/Put/seqid=0 2024-12-04T14:17:04,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741854_1030 (size=7319) 2024-12-04T14:17:05,126 INFO [M:0;ff648bb9ef17:35909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0e4acbc97fc459a83e367f27e2b65bb 2024-12-04T14:17:05,149 DEBUG [M:0;ff648bb9ef17:35909 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a92d2ab439642e2b4f1721719252241 is 69, key is ff648bb9ef17,41277,1733321815360/rs:state/1733321816104/Put/seqid=0 2024-12-04T14:17:05,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741855_1031 (size=5371) 2024-12-04T14:17:05,555 INFO [M:0;ff648bb9ef17:35909 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a92d2ab439642e2b4f1721719252241 2024-12-04T14:17:05,561 INFO [M:0;ff648bb9ef17:35909 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a92d2ab439642e2b4f1721719252241 2024-12-04T14:17:05,562 DEBUG [M:0;ff648bb9ef17:35909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/249e5686fa8d4fd9a0e6786e2575baec as hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/249e5686fa8d4fd9a0e6786e2575baec 2024-12-04T14:17:05,567 INFO [M:0;ff648bb9ef17:35909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/249e5686fa8d4fd9a0e6786e2575baec, entries=8, sequenceid=172, filesize=5.5 K 2024-12-04T14:17:05,568 DEBUG [M:0;ff648bb9ef17:35909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0e4acbc97fc459a83e367f27e2b65bb as hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0e4acbc97fc459a83e367f27e2b65bb 2024-12-04T14:17:05,573 INFO [M:0;ff648bb9ef17:35909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0e4acbc97fc459a83e367f27e2b65bb, entries=7, sequenceid=172, filesize=7.1 K 2024-12-04T14:17:05,574 DEBUG [M:0;ff648bb9ef17:35909 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a92d2ab439642e2b4f1721719252241 as hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a92d2ab439642e2b4f1721719252241 2024-12-04T14:17:05,580 INFO [M:0;ff648bb9ef17:35909 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a92d2ab439642e2b4f1721719252241 2024-12-04T14:17:05,580 INFO [M:0;ff648bb9ef17:35909 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45127/user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a92d2ab439642e2b4f1721719252241, entries=2, sequenceid=172, filesize=5.2 K 2024-12-04T14:17:05,581 INFO [M:0;ff648bb9ef17:35909 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=172, compaction requested=false 2024-12-04T14:17:05,583 INFO [M:0;ff648bb9ef17:35909 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:05,583 DEBUG [M:0;ff648bb9ef17:35909 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321824276Disabling compacts and flushes for region at 1733321824276Disabling writes for close at 1733321824277 (+1 ms)Obtaining lock to block concurrent updates at 1733321824277Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733321824277Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733321824277Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733321824278 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733321824278Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733321824294 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733321824294Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733321824705 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733321824721 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733321824721Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733321825133 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733321825148 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733321825149 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19300d78: reopening flushed file at 1733321825561 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d72f602: reopening flushed file at 1733321825567 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf84e19: reopening flushed file at 1733321825573 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=172, compaction requested=false at 1733321825581 (+8 ms)Writing region close event to WAL at 1733321825583 (+2 ms)Closed at 1733321825583 2024-12-04T14:17:05,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42763 is added to blk_1073741847_1023 (size=22949) 2024-12-04T14:17:05,585 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bfcee55a-4da0-1468-a2ac-ce822262fd63/MasterData/WALs/ff648bb9ef17,35909,1733321815327/ff648bb9ef17%2C35909%2C1733321815327.1733321815868 not finished, retry = 0 2024-12-04T14:17:05,687 INFO [M:0;ff648bb9ef17:35909 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:17:05,687 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:17:05,687 INFO [M:0;ff648bb9ef17:35909 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35909 2024-12-04T14:17:05,687 INFO [M:0;ff648bb9ef17:35909 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:17:05,789 INFO [M:0;ff648bb9ef17:35909 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:17:05,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:17:05,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35909-0x1017dd59c9e0006, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:17:05,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e8f3faa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:17:05,792 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:17:05,792 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:17:05,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:17:05,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/hadoop.log.dir/,STOPPED} 2024-12-04T14:17:05,793 WARN [BP-496434056-172.17.0.2-1733321798969 heartbeating to localhost/127.0.0.1:45127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:17:05,793 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:17:05,793 WARN [BP-496434056-172.17.0.2-1733321798969 heartbeating to localhost/127.0.0.1:45127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-496434056-172.17.0.2-1733321798969 (Datanode Uuid 12097816-3af7-481e-aa20-73b2765776c8) service to localhost/127.0.0.1:45127 2024-12-04T14:17:05,793 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:17:05,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/cluster_1db6fa4b-9e05-8eb4-74eb-d4ab3627c632/data/data1/current/BP-496434056-172.17.0.2-1733321798969 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:17:05,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/cluster_1db6fa4b-9e05-8eb4-74eb-d4ab3627c632/data/data2/current/BP-496434056-172.17.0.2-1733321798969 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:17:05,795 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:17:05,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:17:05,802 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:17:05,802 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:17:05,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:17:05,802 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8df968c-e5c4-aa54-a964-4c9c6bc7538d/hadoop.log.dir/,STOPPED} 2024-12-04T14:17:05,810 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T14:17:05,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:17:05,837 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57282) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: regionserver/ff648bb9ef17:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/ff648bb9ef17:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45127 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/ff648bb9ef17:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34481 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34481 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ff648bb9ef17:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57282) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ff648bb9ef17:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34481 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34481 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5f847957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 329), ProcessCount=11 (was 11), AvailableMemoryMB=11066 (was 11894) 2024-12-04T14:17:05,845 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=11066 2024-12-04T14:17:05,859 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-12-04T14:17:05,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/hadoop.log.dir so I do NOT create it in target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74 2024-12-04T14:17:05,859 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:17:05,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/hadoop.tmp.dir so I do NOT create it in target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74 2024-12-04T14:17:05,859 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/57c42763-39b8-748b-befc-15840bd02af8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:17:05,860 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74 2024-12-04T14:17:05,860 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/cluster_36abd866-9762-e205-5bd5-4a3a0805af28, deleteOnExit=true 2024-12-04T14:17:05,862 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/cluster_36abd866-9762-e205-5bd5-4a3a0805af28/zookeeper_0, clientPort=51470, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/cluster_36abd866-9762-e205-5bd5-4a3a0805af28/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/cluster_36abd866-9762-e205-5bd5-4a3a0805af28/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T14:17:05,863 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51470 2024-12-04T14:17:05,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:17:05,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:17:05,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/test.cache.data in system properties and HBase conf 2024-12-04T14:17:05,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:17:05,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:17:05,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:17:05,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:17:05,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:17:05,864 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:17:05,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:17:05,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:17:05,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:17:05,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:17:05,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:17:05,864 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:17:05,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:17:05,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:17:05,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:17:05,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:17:05,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:17:05,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:17:05,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:17:05,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:17:05,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017dd59c9e0005, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:17:05,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017dd59c9e0002, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:17:05,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017dd59c9e0005, quorum=127.0.0.1:57282, baseZNode=/1110613861 Received Disconnected from ZooKeeper, ignoring 2024-12-04T14:17:05,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017dd59c9e0002, quorum=127.0.0.1:57282, baseZNode=/0-505127075 Received Disconnected from ZooKeeper, ignoring 2024-12-04T14:17:05,942 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T14:17:05,943 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:17:05,962 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:17:05,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:17:05,988 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:17:05,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:17:05,989 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:17:05,989 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:17:05,990 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:17:05,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@98a1ddc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:17:05,991 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63bfd15e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:17:06,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f7f26da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/java.io.tmpdir/jetty-localhost-44383-hadoop-hdfs-3_4_1-tests_jar-_-any-2354592024307166720/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:17:06,108 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@788f0c25{HTTP/1.1, (http/1.1)}{localhost:44383} 2024-12-04T14:17:06,108 INFO [Time-limited test {}] server.Server(415): Started @29165ms 2024-12-04T14:17:06,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:17:06,211 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:17:06,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:17:06,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:17:06,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:17:06,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@269837b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:17:06,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5676ccd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:17:06,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61682423{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/java.io.tmpdir/jetty-localhost-40199-hadoop-hdfs-3_4_1-tests_jar-_-any-15210344635169509265/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:17:06,331 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7450785c{HTTP/1.1, (http/1.1)}{localhost:40199} 2024-12-04T14:17:06,331 INFO [Time-limited test {}] server.Server(415): Started @29387ms 2024-12-04T14:17:06,332 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:17:06,437 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/cluster_36abd866-9762-e205-5bd5-4a3a0805af28/data/data1/current/BP-436543479-172.17.0.2-1733321825896/current, will proceed with Du for space computation calculation, 2024-12-04T14:17:06,437 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/cluster_36abd866-9762-e205-5bd5-4a3a0805af28/data/data2/current/BP-436543479-172.17.0.2-1733321825896/current, will proceed with Du for space computation calculation, 2024-12-04T14:17:06,457 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:17:06,460 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21e6c8b332b1ebc0 with lease ID 0xf333f260662f17d1: Processing first storage report for DS-46d0677f-1941-47af-b43e-8ffab4a9f19f from datanode DatanodeRegistration(127.0.0.1:39389, datanodeUuid=f2d82e63-24cf-44ef-9021-dec324a4e225, infoPort=36605, infoSecurePort=0, ipcPort=44411, storageInfo=lv=-57;cid=testClusterID;nsid=1803032713;c=1733321825896) 2024-12-04T14:17:06,461 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21e6c8b332b1ebc0 with lease ID 0xf333f260662f17d1: from storage DS-46d0677f-1941-47af-b43e-8ffab4a9f19f node DatanodeRegistration(127.0.0.1:39389, datanodeUuid=f2d82e63-24cf-44ef-9021-dec324a4e225, infoPort=36605, infoSecurePort=0, ipcPort=44411, storageInfo=lv=-57;cid=testClusterID;nsid=1803032713;c=1733321825896), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:17:06,461 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21e6c8b332b1ebc0 with lease ID 0xf333f260662f17d1: Processing first storage report for DS-fbfc4e49-b902-4ce7-89f7-4c99360ff027 from datanode DatanodeRegistration(127.0.0.1:39389, datanodeUuid=f2d82e63-24cf-44ef-9021-dec324a4e225, infoPort=36605, infoSecurePort=0, ipcPort=44411, storageInfo=lv=-57;cid=testClusterID;nsid=1803032713;c=1733321825896) 2024-12-04T14:17:06,461 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21e6c8b332b1ebc0 with lease ID 0xf333f260662f17d1: from storage DS-fbfc4e49-b902-4ce7-89f7-4c99360ff027 node DatanodeRegistration(127.0.0.1:39389, datanodeUuid=f2d82e63-24cf-44ef-9021-dec324a4e225, infoPort=36605, infoSecurePort=0, ipcPort=44411, storageInfo=lv=-57;cid=testClusterID;nsid=1803032713;c=1733321825896), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:17:06,562 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74 2024-12-04T14:17:06,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:06,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:06,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:17:06,976 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d with version=8 2024-12-04T14:17:06,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/hbase-staging 2024-12-04T14:17:06,979 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:17:06,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:06,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:06,980 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:17:06,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:06,980 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:17:06,980 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:17:06,980 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:17:06,981 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46111 2024-12-04T14:17:06,982 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46111 connecting to ZooKeeper ensemble=127.0.0.1:51470 2024-12-04T14:17:06,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461110x0, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:17:06,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46111-0x1017dd608d50000 connected 2024-12-04T14:17:07,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:07,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:07,018 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Set watcher on znode that does not yet exist, /0-1581954746/running 2024-12-04T14:17:07,019 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d, hbase.cluster.distributed=false 2024-12-04T14:17:07,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Set watcher on znode that does not yet exist, /0-1581954746/acl 2024-12-04T14:17:07,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46111 2024-12-04T14:17:07,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46111 2024-12-04T14:17:07,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46111 2024-12-04T14:17:07,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46111 2024-12-04T14:17:07,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46111 2024-12-04T14:17:07,042 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:17:07,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:07,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:07,043 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:17:07,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:07,043 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:17:07,043 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:17:07,043 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:17:07,044 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33897 2024-12-04T14:17:07,045 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33897 connecting to ZooKeeper ensemble=127.0.0.1:51470 2024-12-04T14:17:07,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:07,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:07,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338970x0, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:17:07,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33897-0x1017dd608d50001 connected 2024-12-04T14:17:07,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Set watcher on znode that does not yet exist, /0-1581954746/running 2024-12-04T14:17:07,053 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:17:07,053 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:17:07,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Set watcher on znode that does not yet exist, /0-1581954746/master 2024-12-04T14:17:07,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Set watcher on znode that does not yet exist, /0-1581954746/acl 2024-12-04T14:17:07,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33897 2024-12-04T14:17:07,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33897 2024-12-04T14:17:07,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33897 2024-12-04T14:17:07,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33897 2024-12-04T14:17:07,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33897 2024-12-04T14:17:07,072 DEBUG [M:0;ff648bb9ef17:46111 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:46111 2024-12-04T14:17:07,072 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1581954746/backup-masters/ff648bb9ef17,46111,1733321826979 2024-12-04T14:17:07,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746/backup-masters 2024-12-04T14:17:07,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746/backup-masters 2024-12-04T14:17:07,074 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Set watcher on existing znode=/0-1581954746/backup-masters/ff648bb9ef17,46111,1733321826979 2024-12-04T14:17:07,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1581954746/master 2024-12-04T14:17:07,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746 2024-12-04T14:17:07,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746 2024-12-04T14:17:07,076 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Set watcher on existing znode=/0-1581954746/master 2024-12-04T14:17:07,077 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1581954746/backup-masters/ff648bb9ef17,46111,1733321826979 from backup master directory 2024-12-04T14:17:07,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746/backup-masters 2024-12-04T14:17:07,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1581954746/backup-masters/ff648bb9ef17,46111,1733321826979 2024-12-04T14:17:07,079 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:17:07,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746/backup-masters 2024-12-04T14:17:07,080 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,46111,1733321826979 2024-12-04T14:17:07,084 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/hbase.id] with ID: 0ecb37f0-ffd8-416a-9076-b0a0841af983 2024-12-04T14:17:07,084 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/.tmp/hbase.id 2024-12-04T14:17:07,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:17:07,491 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/.tmp/hbase.id]:[hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/hbase.id] 2024-12-04T14:17:07,504 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:07,504 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:17:07,505 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T14:17:07,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746 2024-12-04T14:17:07,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746 2024-12-04T14:17:07,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:17:07,915 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:17:07,916 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:17:07,916 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:17:07,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:17:08,325 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/data/master/store 2024-12-04T14:17:08,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:17:08,732 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:08,732 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:17:08,732 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:08,732 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:08,732 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:17:08,732 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:08,732 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:08,733 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321828732Disabling compacts and flushes for region at 1733321828732Disabling writes for close at 1733321828732Writing region close event to WAL at 1733321828732Closed at 1733321828732 2024-12-04T14:17:08,734 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/data/master/store/.initializing 2024-12-04T14:17:08,734 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/WALs/ff648bb9ef17,46111,1733321826979 2024-12-04T14:17:08,735 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:17:08,737 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C46111%2C1733321826979, suffix=, logDir=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/WALs/ff648bb9ef17,46111,1733321826979, archiveDir=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/oldWALs, maxLogs=10 2024-12-04T14:17:08,751 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/WALs/ff648bb9ef17,46111,1733321826979/ff648bb9ef17%2C46111%2C1733321826979.1733321828737, exclude list is [], retry=0 2024-12-04T14:17:08,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39389,DS-46d0677f-1941-47af-b43e-8ffab4a9f19f,DISK] 2024-12-04T14:17:08,756 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/WALs/ff648bb9ef17,46111,1733321826979/ff648bb9ef17%2C46111%2C1733321826979.1733321828737 2024-12-04T14:17:08,757 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36605:36605)] 2024-12-04T14:17:08,757 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:17:08,757 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:08,757 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:08,757 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:08,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:08,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:17:08,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:08,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:08,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:08,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:17:08,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:08,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:08,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:08,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:17:08,763 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:08,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:08,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:08,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:17:08,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:08,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:08,766 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:08,767 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:08,767 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:08,768 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:08,768 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:08,769 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:17:08,770 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:08,772 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:17:08,772 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66335343, jitterRate=-0.011526361107826233}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:17:08,773 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733321828757Initializing all the Stores at 1733321828758 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321828758Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321828758Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321828758Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321828758Cleaning up temporary data from old regions at 1733321828768 (+10 ms)Region opened successfully at 1733321828773 (+5 ms) 2024-12-04T14:17:08,773 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:17:08,777 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8d56fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:17:08,778 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:17:08,778 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:17:08,778 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:17:08,778 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:17:08,779 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:17:08,779 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:17:08,779 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:17:08,781 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:17:08,782 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Unable to get data of znode /0-1581954746/balancer because node does not exist (not necessarily an error) 2024-12-04T14:17:08,784 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1581954746/balancer already deleted, retry=false 2024-12-04T14:17:08,784 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:17:08,784 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Unable to get data of znode /0-1581954746/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:17:08,786 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1581954746/normalizer already deleted, retry=false 2024-12-04T14:17:08,786 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:17:08,787 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Unable to get data of znode /0-1581954746/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:17:08,790 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1581954746/switch/split already deleted, retry=false 2024-12-04T14:17:08,790 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Unable to get data of znode /0-1581954746/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:17:08,792 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1581954746/switch/merge already deleted, retry=false 2024-12-04T14:17:08,794 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Unable to get data of znode /0-1581954746/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:17:08,795 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1581954746/snapshot-cleanup already deleted, retry=false 2024-12-04T14:17:08,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1581954746/running 2024-12-04T14:17:08,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1581954746/running 2024-12-04T14:17:08,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746 2024-12-04T14:17:08,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746 2024-12-04T14:17:08,797 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,46111,1733321826979, sessionid=0x1017dd608d50000, setting cluster-up flag (Was=false) 2024-12-04T14:17:08,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746 2024-12-04T14:17:08,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746 2024-12-04T14:17:08,808 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1581954746/flush-table-proc/acquired, /0-1581954746/flush-table-proc/reached, /0-1581954746/flush-table-proc/abort 2024-12-04T14:17:08,809 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,46111,1733321826979 2024-12-04T14:17:08,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746 2024-12-04T14:17:08,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746 2024-12-04T14:17:08,819 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1581954746/online-snapshot/acquired, /0-1581954746/online-snapshot/reached, /0-1581954746/online-snapshot/abort 2024-12-04T14:17:08,820 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,46111,1733321826979 2024-12-04T14:17:08,822 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:17:08,824 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:17:08,824 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:17:08,824 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:17:08,825 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,46111,1733321826979 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:17:08,826 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:17:08,826 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:17:08,826 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:17:08,826 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:17:08,826 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:17:08,827 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:08,827 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:17:08,827 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:08,828 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733321858828 2024-12-04T14:17:08,829 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:17:08,829 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:17:08,829 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:17:08,829 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:17:08,829 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:17:08,829 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:17:08,829 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:17:08,829 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:17:08,830 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:08,830 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:17:08,832 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:08,834 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:17:08,834 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:17:08,834 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:17:08,834 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:17:08,836 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:17:08,836 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:17:08,836 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321828836,5,FailOnTimeoutGroup] 2024-12-04T14:17:08,837 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321828836,5,FailOnTimeoutGroup] 2024-12-04T14:17:08,837 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:08,837 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:17:08,837 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:08,837 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:08,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:17:08,862 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer(746): ClusterId : 0ecb37f0-ffd8-416a-9076-b0a0841af983 2024-12-04T14:17:08,862 DEBUG [RS:0;ff648bb9ef17:33897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:17:08,864 DEBUG [RS:0;ff648bb9ef17:33897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:17:08,865 DEBUG [RS:0;ff648bb9ef17:33897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:17:08,867 DEBUG [RS:0;ff648bb9ef17:33897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:17:08,867 DEBUG [RS:0;ff648bb9ef17:33897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a03fde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:17:08,880 DEBUG [RS:0;ff648bb9ef17:33897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:33897 2024-12-04T14:17:08,880 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:17:08,880 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:17:08,880 DEBUG [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:17:08,881 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,46111,1733321826979 with port=33897, startcode=1733321827042 2024-12-04T14:17:08,881 DEBUG [RS:0;ff648bb9ef17:33897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:17:08,883 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:17:08,883 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46111 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,33897,1733321827042 2024-12-04T14:17:08,884 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46111 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,33897,1733321827042 2024-12-04T14:17:08,885 DEBUG [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d 2024-12-04T14:17:08,885 DEBUG [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38329 2024-12-04T14:17:08,885 DEBUG [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:17:08,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746/rs 2024-12-04T14:17:08,891 DEBUG [RS:0;ff648bb9ef17:33897 {}] zookeeper.ZKUtil(111): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Set watcher on existing znode=/0-1581954746/rs/ff648bb9ef17,33897,1733321827042 2024-12-04T14:17:08,891 WARN [RS:0;ff648bb9ef17:33897 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:17:08,891 INFO [RS:0;ff648bb9ef17:33897 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:17:08,891 DEBUG [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/WALs/ff648bb9ef17,33897,1733321827042 2024-12-04T14:17:08,892 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,33897,1733321827042] 2024-12-04T14:17:08,895 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:17:08,897 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:17:08,898 INFO [RS:0;ff648bb9ef17:33897 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:17:08,898 INFO [RS:0;ff648bb9ef17:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:08,898 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:17:08,899 INFO [RS:0;ff648bb9ef17:33897 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:17:08,899 INFO [RS:0;ff648bb9ef17:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:08,899 DEBUG [RS:0;ff648bb9ef17:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:08,899 DEBUG [RS:0;ff648bb9ef17:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:08,899 DEBUG [RS:0;ff648bb9ef17:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:08,899 DEBUG [RS:0;ff648bb9ef17:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:08,899 DEBUG [RS:0;ff648bb9ef17:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:08,899 DEBUG [RS:0;ff648bb9ef17:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:17:08,899 DEBUG [RS:0;ff648bb9ef17:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:08,899 DEBUG [RS:0;ff648bb9ef17:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:08,899 DEBUG [RS:0;ff648bb9ef17:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:08,900 DEBUG [RS:0;ff648bb9ef17:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:08,900 DEBUG [RS:0;ff648bb9ef17:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:08,900 DEBUG [RS:0;ff648bb9ef17:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:08,900 DEBUG [RS:0;ff648bb9ef17:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:17:08,900 DEBUG [RS:0;ff648bb9ef17:33897 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:17:08,900 INFO [RS:0;ff648bb9ef17:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:08,900 INFO [RS:0;ff648bb9ef17:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:08,900 INFO [RS:0;ff648bb9ef17:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:08,900 INFO [RS:0;ff648bb9ef17:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:08,900 INFO [RS:0;ff648bb9ef17:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:08,900 INFO [RS:0;ff648bb9ef17:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,33897,1733321827042-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:17:08,916 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:17:08,916 INFO [RS:0;ff648bb9ef17:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,33897,1733321827042-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:08,916 INFO [RS:0;ff648bb9ef17:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:08,916 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.Replication(171): ff648bb9ef17,33897,1733321827042 started 2024-12-04T14:17:08,931 INFO [RS:0;ff648bb9ef17:33897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:08,932 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,33897,1733321827042, RpcServer on ff648bb9ef17/172.17.0.2:33897, sessionid=0x1017dd608d50001 2024-12-04T14:17:08,932 DEBUG [RS:0;ff648bb9ef17:33897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:17:08,932 DEBUG [RS:0;ff648bb9ef17:33897 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,33897,1733321827042 2024-12-04T14:17:08,932 DEBUG [RS:0;ff648bb9ef17:33897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,33897,1733321827042' 2024-12-04T14:17:08,932 DEBUG [RS:0;ff648bb9ef17:33897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1581954746/flush-table-proc/abort' 2024-12-04T14:17:08,932 DEBUG [RS:0;ff648bb9ef17:33897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1581954746/flush-table-proc/acquired' 2024-12-04T14:17:08,933 DEBUG [RS:0;ff648bb9ef17:33897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:17:08,933 DEBUG [RS:0;ff648bb9ef17:33897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:17:08,933 DEBUG [RS:0;ff648bb9ef17:33897 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,33897,1733321827042 2024-12-04T14:17:08,933 DEBUG [RS:0;ff648bb9ef17:33897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,33897,1733321827042' 2024-12-04T14:17:08,933 DEBUG [RS:0;ff648bb9ef17:33897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1581954746/online-snapshot/abort' 2024-12-04T14:17:08,933 DEBUG [RS:0;ff648bb9ef17:33897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1581954746/online-snapshot/acquired' 2024-12-04T14:17:08,934 DEBUG [RS:0;ff648bb9ef17:33897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:17:08,934 INFO [RS:0;ff648bb9ef17:33897 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:17:08,934 INFO [RS:0;ff648bb9ef17:33897 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:17:09,034 INFO [RS:0;ff648bb9ef17:33897 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:17:09,036 INFO [RS:0;ff648bb9ef17:33897 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C33897%2C1733321827042, suffix=, logDir=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/WALs/ff648bb9ef17,33897,1733321827042, archiveDir=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/oldWALs, maxLogs=10 2024-12-04T14:17:09,051 DEBUG [RS:0;ff648bb9ef17:33897 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/WALs/ff648bb9ef17,33897,1733321827042/ff648bb9ef17%2C33897%2C1733321827042.1733321829037, exclude list is [], retry=0 2024-12-04T14:17:09,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39389,DS-46d0677f-1941-47af-b43e-8ffab4a9f19f,DISK] 2024-12-04T14:17:09,056 INFO [RS:0;ff648bb9ef17:33897 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/WALs/ff648bb9ef17,33897,1733321827042/ff648bb9ef17%2C33897%2C1733321827042.1733321829037 2024-12-04T14:17:09,057 DEBUG [RS:0;ff648bb9ef17:33897 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36605:36605)] 2024-12-04T14:17:09,240 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:17:09,241 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d 2024-12-04T14:17:09,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741833_1009 (size=32) 2024-12-04T14:17:09,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:09,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:17:09,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:17:09,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:09,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:09,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:17:09,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:17:09,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:09,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:09,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:17:09,656 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:17:09,656 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:09,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:09,656 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:17:09,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:17:09,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:09,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:09,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:17:09,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740 2024-12-04T14:17:09,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740 2024-12-04T14:17:09,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:17:09,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:17:09,662 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:17:09,663 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:17:09,665 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:17:09,665 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71273350, jitterRate=0.06205567717552185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:17:09,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733321829648Initializing all the Stores at 1733321829649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321829650 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321829650Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321829650Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321829650Cleaning up temporary data from old regions at 1733321829661 (+11 ms)Region opened successfully at 1733321829666 (+5 ms) 2024-12-04T14:17:09,666 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:17:09,666 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:17:09,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:17:09,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:17:09,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:17:09,667 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:17:09,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321829666Disabling compacts and flushes for region at 1733321829666Disabling writes for close at 1733321829667 (+1 ms)Writing region close event to WAL at 1733321829667Closed at 1733321829667 2024-12-04T14:17:09,669 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:17:09,669 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:17:09,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:17:09,670 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:17:09,671 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:17:09,821 DEBUG [ff648bb9ef17:46111 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:17:09,822 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,33897,1733321827042 2024-12-04T14:17:09,823 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,33897,1733321827042, state=OPENING 2024-12-04T14:17:09,825 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:17:09,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746 2024-12-04T14:17:09,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746 2024-12-04T14:17:09,830 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:17:09,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1581954746/meta-region-server: CHANGED 2024-12-04T14:17:09,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,33897,1733321827042}] 2024-12-04T14:17:09,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1581954746/meta-region-server: CHANGED 2024-12-04T14:17:09,983 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:17:09,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:17:09,989 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:17:09,990 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:17:09,990 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:17:09,992 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C33897%2C1733321827042.meta, suffix=.meta, logDir=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/WALs/ff648bb9ef17,33897,1733321827042, archiveDir=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/oldWALs, maxLogs=10 2024-12-04T14:17:10,006 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/WALs/ff648bb9ef17,33897,1733321827042/ff648bb9ef17%2C33897%2C1733321827042.meta.1733321829992.meta, exclude list is [], retry=0 2024-12-04T14:17:10,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39389,DS-46d0677f-1941-47af-b43e-8ffab4a9f19f,DISK] 2024-12-04T14:17:10,011 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/WALs/ff648bb9ef17,33897,1733321827042/ff648bb9ef17%2C33897%2C1733321827042.meta.1733321829992.meta 2024-12-04T14:17:10,011 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36605:36605)] 2024-12-04T14:17:10,011 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:17:10,012 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:17:10,012 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:17:10,012 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:17:10,012 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:17:10,012 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:17:10,012 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:10,012 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:17:10,012 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:17:10,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:17:10,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:17:10,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:10,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:10,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:17:10,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:17:10,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:10,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:10,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:17:10,018 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:17:10,018 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:10,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:10,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:17:10,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:17:10,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:10,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:10,020 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:17:10,021 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740 2024-12-04T14:17:10,022 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740 2024-12-04T14:17:10,023 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:17:10,023 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:17:10,024 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:17:10,025 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:17:10,026 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68533340, jitterRate=0.021226346492767334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:17:10,026 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:17:10,027 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733321830013Writing region info on filesystem at 1733321830013Initializing all the Stores at 1733321830014 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321830014Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321830014Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321830014Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321830014Cleaning up temporary data from old regions at 1733321830023 (+9 ms)Running coprocessor post-open hooks at 1733321830026 (+3 ms)Region opened successfully at 1733321830027 (+1 ms) 2024-12-04T14:17:10,028 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733321829983 2024-12-04T14:17:10,031 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:17:10,031 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:17:10,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,33897,1733321827042 2024-12-04T14:17:10,032 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,33897,1733321827042, state=OPEN 2024-12-04T14:17:10,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1581954746/meta-region-server 2024-12-04T14:17:10,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1581954746/meta-region-server 2024-12-04T14:17:10,036 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,33897,1733321827042 2024-12-04T14:17:10,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1581954746/meta-region-server: CHANGED 2024-12-04T14:17:10,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1581954746/meta-region-server: CHANGED 2024-12-04T14:17:10,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:17:10,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,33897,1733321827042 in 206 msec 2024-12-04T14:17:10,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:17:10,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 370 msec 2024-12-04T14:17:10,043 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:17:10,043 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:17:10,044 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:17:10,044 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,33897,1733321827042, seqNum=-1] 2024-12-04T14:17:10,044 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:17:10,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:17:10,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2280 sec 2024-12-04T14:17:10,052 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733321830052, completionTime=-1 2024-12-04T14:17:10,052 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:17:10,052 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:17:10,055 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:17:10,055 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733321890055 2024-12-04T14:17:10,055 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733321950055 2024-12-04T14:17:10,055 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T14:17:10,055 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,46111,1733321826979-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:10,055 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,46111,1733321826979-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:10,056 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,46111,1733321826979-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:10,056 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:46111, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:10,056 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:10,056 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:10,058 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:17:10,060 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.980sec 2024-12-04T14:17:10,060 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:17:10,060 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:17:10,060 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:17:10,060 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:17:10,060 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:17:10,060 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,46111,1733321826979-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:17:10,060 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,46111,1733321826979-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:17:10,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb4358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:10,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,46111,-1 for getting cluster id 2024-12-04T14:17:10,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:17:10,063 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:17:10,063 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:17:10,063 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,46111,1733321826979-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:10,064 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ecb37f0-ffd8-416a-9076-b0a0841af983' 2024-12-04T14:17:10,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:17:10,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ecb37f0-ffd8-416a-9076-b0a0841af983" 2024-12-04T14:17:10,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f7c61de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:10,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,46111,-1] 2024-12-04T14:17:10,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:17:10,065 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:10,066 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:17:10,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c016d9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:10,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:17:10,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,33897,1733321827042, seqNum=-1] 2024-12-04T14:17:10,068 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:17:10,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:17:10,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,46111,1733321826979 2024-12-04T14:17:10,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51470 2024-12-04T14:17:10,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:17:10,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017dd608d50002 connected 2024-12-04T14:17:10,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/hadoop.log.dir so I do NOT create it in target/test-data/29957a4a-4036-5a00-4822-babeb249a011 2024-12-04T14:17:10,079 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:17:10,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/hadoop.tmp.dir so I do NOT create it in target/test-data/29957a4a-4036-5a00-4822-babeb249a011 2024-12-04T14:17:10,079 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:17:10,079 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011 2024-12-04T14:17:10,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:17:10,079 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/cluster_4e5fc48d-9945-661f-80b0-ee76911eaee9, deleteOnExit=true 2024-12-04T14:17:10,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:17:10,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/test.cache.data in system properties and HBase conf 2024-12-04T14:17:10,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:17:10,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:17:10,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:17:10,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:17:10,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:17:10,080 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:17:10,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:17:10,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:17:10,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:17:10,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:17:10,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:17:10,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:17:10,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:17:10,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:17:10,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:17:10,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:17:10,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:17:10,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:17:10,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:17:10,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:17:10,168 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:17:10,174 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:17:10,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:17:10,175 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:17:10,175 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:17:10,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:17:10,177 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5963ca6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:17:10,178 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58c1a079{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:17:10,294 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1265931d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/java.io.tmpdir/jetty-localhost-37613-hadoop-hdfs-3_4_1-tests_jar-_-any-16555914102407861161/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:17:10,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a8516a0{HTTP/1.1, (http/1.1)}{localhost:37613} 2024-12-04T14:17:10,295 INFO [Time-limited test {}] server.Server(415): Started @33351ms 2024-12-04T14:17:10,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:17:10,399 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:17:10,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:17:10,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:17:10,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:17:10,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f3f1228{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:17:10,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1775fde2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:17:10,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4068e035{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/java.io.tmpdir/jetty-localhost-43477-hadoop-hdfs-3_4_1-tests_jar-_-any-18230008768464045044/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:17:10,519 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bc53049{HTTP/1.1, (http/1.1)}{localhost:43477} 2024-12-04T14:17:10,519 INFO [Time-limited test {}] server.Server(415): Started @33575ms 2024-12-04T14:17:10,520 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:17:10,639 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/cluster_4e5fc48d-9945-661f-80b0-ee76911eaee9/data/data1/current/BP-603782850-172.17.0.2-1733321830113/current, will proceed with Du for space computation calculation, 2024-12-04T14:17:10,639 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/cluster_4e5fc48d-9945-661f-80b0-ee76911eaee9/data/data2/current/BP-603782850-172.17.0.2-1733321830113/current, will proceed with Du for space computation calculation, 2024-12-04T14:17:10,662 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:17:10,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ecb97fb081d418e with lease ID 0xd7a7ad75fab1af8f: Processing first storage report for DS-1309f2f4-4309-4c7a-941c-adaf373d0bda from datanode DatanodeRegistration(127.0.0.1:38673, datanodeUuid=9b42a79d-a54d-4be7-ae86-a7a7dbd6d5cb, infoPort=34963, infoSecurePort=0, ipcPort=45351, storageInfo=lv=-57;cid=testClusterID;nsid=1622146829;c=1733321830113) 2024-12-04T14:17:10,665 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ecb97fb081d418e with lease ID 0xd7a7ad75fab1af8f: from storage DS-1309f2f4-4309-4c7a-941c-adaf373d0bda node DatanodeRegistration(127.0.0.1:38673, datanodeUuid=9b42a79d-a54d-4be7-ae86-a7a7dbd6d5cb, infoPort=34963, infoSecurePort=0, ipcPort=45351, storageInfo=lv=-57;cid=testClusterID;nsid=1622146829;c=1733321830113), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:17:10,665 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ecb97fb081d418e with lease ID 0xd7a7ad75fab1af8f: Processing first storage report for DS-b3bcf949-5b6d-42a2-8c53-54e8876018a3 from datanode DatanodeRegistration(127.0.0.1:38673, datanodeUuid=9b42a79d-a54d-4be7-ae86-a7a7dbd6d5cb, infoPort=34963, infoSecurePort=0, ipcPort=45351, storageInfo=lv=-57;cid=testClusterID;nsid=1622146829;c=1733321830113) 2024-12-04T14:17:10,665 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ecb97fb081d418e with lease ID 0xd7a7ad75fab1af8f: from storage DS-b3bcf949-5b6d-42a2-8c53-54e8876018a3 node DatanodeRegistration(127.0.0.1:38673, datanodeUuid=9b42a79d-a54d-4be7-ae86-a7a7dbd6d5cb, infoPort=34963, infoSecurePort=0, ipcPort=45351, storageInfo=lv=-57;cid=testClusterID;nsid=1622146829;c=1733321830113), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:17:10,751 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011 2024-12-04T14:17:10,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:10,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:10,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:17:11,163 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750 with version=8 2024-12-04T14:17:11,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/hbase-staging 2024-12-04T14:17:11,165 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:17:11,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:11,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:11,166 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:17:11,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:11,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:17:11,166 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:17:11,166 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:17:11,166 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38737 2024-12-04T14:17:11,167 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38737 connecting to ZooKeeper ensemble=127.0.0.1:51470 2024-12-04T14:17:11,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387370x0, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:17:11,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38737-0x1017dd608d50003 connected 2024-12-04T14:17:11,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:11,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:11,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Set watcher on znode that does not yet exist, /1957055731/running 2024-12-04T14:17:11,190 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750, hbase.cluster.distributed=false 2024-12-04T14:17:11,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Set watcher on znode that does not yet exist, /1957055731/acl 2024-12-04T14:17:11,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38737 2024-12-04T14:17:11,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38737 2024-12-04T14:17:11,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38737 2024-12-04T14:17:11,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38737 2024-12-04T14:17:11,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38737 2024-12-04T14:17:11,209 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:17:11,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:11,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:11,209 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:17:11,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:11,209 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:17:11,209 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:17:11,209 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:17:11,210 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34321 2024-12-04T14:17:11,211 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34321 connecting to ZooKeeper ensemble=127.0.0.1:51470 2024-12-04T14:17:11,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:11,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:11,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343210x0, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:17:11,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:343210x0, quorum=127.0.0.1:51470, baseZNode=/1957055731 Set watcher on znode that does not yet exist, /1957055731/running 2024-12-04T14:17:11,219 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34321-0x1017dd608d50004 connected 2024-12-04T14:17:11,219 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:17:11,219 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:17:11,220 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34321-0x1017dd608d50004, quorum=127.0.0.1:51470, baseZNode=/1957055731 Set watcher on znode that does not yet exist, /1957055731/master 2024-12-04T14:17:11,221 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34321-0x1017dd608d50004, quorum=127.0.0.1:51470, baseZNode=/1957055731 Set watcher on znode that does not yet exist, /1957055731/acl 2024-12-04T14:17:11,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34321 2024-12-04T14:17:11,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34321 2024-12-04T14:17:11,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34321 2024-12-04T14:17:11,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34321 2024-12-04T14:17:11,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34321 2024-12-04T14:17:11,237 DEBUG [M:0;ff648bb9ef17:38737 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:38737 2024-12-04T14:17:11,238 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1957055731/backup-masters/ff648bb9ef17,38737,1733321831165 2024-12-04T14:17:11,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x1017dd608d50004, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731/backup-masters 2024-12-04T14:17:11,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731/backup-masters 2024-12-04T14:17:11,240 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Set watcher on existing znode=/1957055731/backup-masters/ff648bb9ef17,38737,1733321831165 2024-12-04T14:17:11,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x1017dd608d50004, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1957055731/master 2024-12-04T14:17:11,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731 2024-12-04T14:17:11,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x1017dd608d50004, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731 2024-12-04T14:17:11,242 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Set watcher on existing znode=/1957055731/master 2024-12-04T14:17:11,243 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1957055731/backup-masters/ff648bb9ef17,38737,1733321831165 from backup master directory 2024-12-04T14:17:11,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1957055731/backup-masters/ff648bb9ef17,38737,1733321831165 2024-12-04T14:17:11,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x1017dd608d50004, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731/backup-masters 2024-12-04T14:17:11,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731/backup-masters 2024-12-04T14:17:11,245 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:17:11,245 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,38737,1733321831165 2024-12-04T14:17:11,250 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/hbase.id] with ID: 248b4044-4c74-4094-b940-90bffad91c30 2024-12-04T14:17:11,250 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/.tmp/hbase.id 2024-12-04T14:17:11,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:17:11,657 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/.tmp/hbase.id]:[hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/hbase.id] 2024-12-04T14:17:11,670 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:11,671 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:17:11,672 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T14:17:11,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731 2024-12-04T14:17:11,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x1017dd608d50004, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731 2024-12-04T14:17:11,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:17:12,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T14:17:12,081 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:17:12,082 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:17:12,082 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:17:12,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:17:12,491 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/data/master/store 2024-12-04T14:17:12,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:17:12,901 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:12,901 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:17:12,901 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:12,901 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:12,901 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:17:12,901 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:12,901 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:12,902 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321832901Disabling compacts and flushes for region at 1733321832901Disabling writes for close at 1733321832901Writing region close event to WAL at 1733321832901Closed at 1733321832901 2024-12-04T14:17:12,903 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/data/master/store/.initializing 2024-12-04T14:17:12,903 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/WALs/ff648bb9ef17,38737,1733321831165 2024-12-04T14:17:12,904 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:17:12,908 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C38737%2C1733321831165, suffix=, logDir=hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/WALs/ff648bb9ef17,38737,1733321831165, archiveDir=hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/oldWALs, maxLogs=10 2024-12-04T14:17:12,935 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/WALs/ff648bb9ef17,38737,1733321831165/ff648bb9ef17%2C38737%2C1733321831165.1733321832908, exclude list is [], retry=0 2024-12-04T14:17:12,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-1309f2f4-4309-4c7a-941c-adaf373d0bda,DISK] 2024-12-04T14:17:12,948 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/WALs/ff648bb9ef17,38737,1733321831165/ff648bb9ef17%2C38737%2C1733321831165.1733321832908 2024-12-04T14:17:12,953 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34963:34963)] 2024-12-04T14:17:12,953 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:17:12,953 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:12,953 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:12,953 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:12,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:12,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:17:12,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:12,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:12,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:12,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:17:12,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:12,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:12,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:12,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:17:12,966 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:12,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:12,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:12,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:17:12,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:12,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:12,971 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:12,972 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:12,972 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:12,976 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:12,977 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:12,978 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:17:12,979 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:12,984 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:17:12,985 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73470481, jitterRate=0.09479548037052155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:17:12,985 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733321832953Initializing all the Stores at 1733321832955 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321832955Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321832958 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321832958Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321832958Cleaning up temporary data from old regions at 1733321832977 (+19 ms)Region opened successfully at 1733321832985 (+8 ms) 2024-12-04T14:17:12,986 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:17:12,990 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375f82f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:17:12,992 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:17:12,992 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:17:12,992 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:17:12,992 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:17:12,993 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:17:12,993 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:17:12,994 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:17:13,003 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:17:13,004 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Unable to get data of znode /1957055731/balancer because node does not exist (not necessarily an error) 2024-12-04T14:17:13,006 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1957055731/balancer already deleted, retry=false 2024-12-04T14:17:13,006 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:17:13,007 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Unable to get data of znode /1957055731/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:17:13,008 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1957055731/normalizer already deleted, retry=false 2024-12-04T14:17:13,008 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:17:13,009 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Unable to get data of znode /1957055731/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:17:13,012 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1957055731/switch/split already deleted, retry=false 2024-12-04T14:17:13,013 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Unable to get data of znode /1957055731/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:17:13,014 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1957055731/switch/merge already deleted, retry=false 2024-12-04T14:17:13,016 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Unable to get data of znode /1957055731/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:17:13,018 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1957055731/snapshot-cleanup already deleted, retry=false 2024-12-04T14:17:13,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1957055731/running 2024-12-04T14:17:13,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731 2024-12-04T14:17:13,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x1017dd608d50004, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1957055731/running 2024-12-04T14:17:13,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x1017dd608d50004, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731 2024-12-04T14:17:13,021 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,38737,1733321831165, sessionid=0x1017dd608d50003, setting cluster-up flag (Was=false) 2024-12-04T14:17:13,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731 2024-12-04T14:17:13,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x1017dd608d50004, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731 2024-12-04T14:17:13,037 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1957055731/flush-table-proc/acquired, /1957055731/flush-table-proc/reached, /1957055731/flush-table-proc/abort 2024-12-04T14:17:13,039 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,38737,1733321831165 2024-12-04T14:17:13,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731 2024-12-04T14:17:13,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x1017dd608d50004, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731 2024-12-04T14:17:13,055 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1957055731/online-snapshot/acquired, /1957055731/online-snapshot/reached, /1957055731/online-snapshot/abort 2024-12-04T14:17:13,057 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,38737,1733321831165 2024-12-04T14:17:13,059 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:17:13,066 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:17:13,067 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:17:13,067 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:17:13,067 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,38737,1733321831165 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:17:13,070 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:17:13,070 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:17:13,070 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:17:13,070 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:17:13,070 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:17:13,070 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:13,070 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:17:13,070 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:13,083 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:17:13,083 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:17:13,085 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:13,085 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:17:13,100 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733321863100 2024-12-04T14:17:13,101 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:17:13,101 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:17:13,101 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:17:13,101 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:17:13,101 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:17:13,101 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:17:13,174 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,175 WARN [RS:0;ff648bb9ef17:33897 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of ff648bb9ef17,35663,1733321802352: status=Processing ServerCrashProcedure of ff648bb9ef17,35663,1733321802352 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733321816049, completionTime=-1 appears to have been leaked 2024-12-04T14:17:13,179 INFO [RS:0;ff648bb9ef17:34321 {}] regionserver.HRegionServer(746): ClusterId : 248b4044-4c74-4094-b940-90bffad91c30 2024-12-04T14:17:13,179 DEBUG [RS:0;ff648bb9ef17:34321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:17:13,182 DEBUG [RS:0;ff648bb9ef17:34321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:17:13,182 DEBUG [RS:0;ff648bb9ef17:34321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:17:13,184 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:17:13,185 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:17:13,185 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:17:13,185 DEBUG [RS:0;ff648bb9ef17:34321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:17:13,185 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:17:13,185 DEBUG [RS:0;ff648bb9ef17:34321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@978d7a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:17:13,188 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:17:13,188 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:17:13,195 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321833188,5,FailOnTimeoutGroup] 2024-12-04T14:17:13,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:17:13,197 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:17:13,197 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750 2024-12-04T14:17:13,205 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321833196,5,FailOnTimeoutGroup] 2024-12-04T14:17:13,206 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,206 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:17:13,206 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,206 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,214 DEBUG [RS:0;ff648bb9ef17:34321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:34321 2024-12-04T14:17:13,215 INFO [RS:0;ff648bb9ef17:34321 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:17:13,215 INFO [RS:0;ff648bb9ef17:34321 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:17:13,215 DEBUG [RS:0;ff648bb9ef17:34321 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:17:13,217 INFO [RS:0;ff648bb9ef17:34321 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,38737,1733321831165 with port=34321, startcode=1733321831209 2024-12-04T14:17:13,218 DEBUG [RS:0;ff648bb9ef17:34321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:17:13,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741832_1008 (size=32) 2024-12-04T14:17:13,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:13,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:17:13,234 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:17:13,235 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38737 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,34321,1733321831209 2024-12-04T14:17:13,235 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38737 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,34321,1733321831209 2024-12-04T14:17:13,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:17:13,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:13,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:13,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:17:13,238 DEBUG [RS:0;ff648bb9ef17:34321 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750 2024-12-04T14:17:13,238 DEBUG [RS:0;ff648bb9ef17:34321 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39629 2024-12-04T14:17:13,238 DEBUG [RS:0;ff648bb9ef17:34321 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:17:13,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:17:13,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:13,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:13,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:17:13,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:17:13,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:13,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:13,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:17:13,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:17:13,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:13,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:13,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:17:13,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/data/hbase/meta/1588230740 2024-12-04T14:17:13,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/data/hbase/meta/1588230740 2024-12-04T14:17:13,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:17:13,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:17:13,249 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:17:13,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731/rs 2024-12-04T14:17:13,251 DEBUG [RS:0;ff648bb9ef17:34321 {}] zookeeper.ZKUtil(111): regionserver:34321-0x1017dd608d50004, quorum=127.0.0.1:51470, baseZNode=/1957055731 Set watcher on existing znode=/1957055731/rs/ff648bb9ef17,34321,1733321831209 2024-12-04T14:17:13,251 WARN [RS:0;ff648bb9ef17:34321 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:17:13,251 INFO [RS:0;ff648bb9ef17:34321 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:17:13,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:17:13,251 DEBUG [RS:0;ff648bb9ef17:34321 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/WALs/ff648bb9ef17,34321,1733321831209 2024-12-04T14:17:13,256 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,34321,1733321831209] 2024-12-04T14:17:13,258 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:17:13,260 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71916446, jitterRate=0.0716385543346405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:17:13,264 INFO [RS:0;ff648bb9ef17:34321 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:17:13,268 INFO [RS:0;ff648bb9ef17:34321 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:17:13,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733321833224Initializing all the Stores at 1733321833226 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321833226Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321833232 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321833232Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321833232Cleaning up temporary data from old regions at 1733321833248 (+16 ms)Region opened successfully at 1733321833269 (+21 ms) 2024-12-04T14:17:13,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:17:13,269 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:17:13,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:17:13,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:17:13,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:17:13,272 INFO [RS:0;ff648bb9ef17:34321 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:17:13,272 INFO [RS:0;ff648bb9ef17:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,276 INFO [RS:0;ff648bb9ef17:34321 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:17:13,277 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:17:13,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321833269Disabling compacts and flushes for region at 1733321833269Disabling writes for close at 1733321833269Writing region close event to WAL at 1733321833277 (+8 ms)Closed at 1733321833277 2024-12-04T14:17:13,277 INFO [RS:0;ff648bb9ef17:34321 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:17:13,278 INFO [RS:0;ff648bb9ef17:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,278 DEBUG [RS:0;ff648bb9ef17:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:13,278 DEBUG [RS:0;ff648bb9ef17:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:13,278 DEBUG [RS:0;ff648bb9ef17:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:13,278 DEBUG [RS:0;ff648bb9ef17:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:13,278 DEBUG [RS:0;ff648bb9ef17:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:13,278 DEBUG [RS:0;ff648bb9ef17:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:17:13,278 DEBUG [RS:0;ff648bb9ef17:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:13,278 DEBUG [RS:0;ff648bb9ef17:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:13,278 DEBUG [RS:0;ff648bb9ef17:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:13,278 DEBUG [RS:0;ff648bb9ef17:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:13,278 DEBUG [RS:0;ff648bb9ef17:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:13,279 DEBUG [RS:0;ff648bb9ef17:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:13,279 DEBUG [RS:0;ff648bb9ef17:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:17:13,279 DEBUG [RS:0;ff648bb9ef17:34321 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:17:13,280 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:17:13,280 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:17:13,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:17:13,282 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:17:13,284 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:17:13,288 INFO [RS:0;ff648bb9ef17:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,289 INFO [RS:0;ff648bb9ef17:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,289 INFO [RS:0;ff648bb9ef17:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,289 INFO [RS:0;ff648bb9ef17:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,289 INFO [RS:0;ff648bb9ef17:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,289 INFO [RS:0;ff648bb9ef17:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,34321,1733321831209-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:17:13,315 INFO [RS:0;ff648bb9ef17:34321 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:17:13,315 INFO [RS:0;ff648bb9ef17:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,34321,1733321831209-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,315 INFO [RS:0;ff648bb9ef17:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,315 INFO [RS:0;ff648bb9ef17:34321 {}] regionserver.Replication(171): ff648bb9ef17,34321,1733321831209 started 2024-12-04T14:17:13,337 INFO [RS:0;ff648bb9ef17:34321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,338 INFO [RS:0;ff648bb9ef17:34321 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,34321,1733321831209, RpcServer on ff648bb9ef17/172.17.0.2:34321, sessionid=0x1017dd608d50004 2024-12-04T14:17:13,338 DEBUG [RS:0;ff648bb9ef17:34321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:17:13,338 DEBUG [RS:0;ff648bb9ef17:34321 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,34321,1733321831209 2024-12-04T14:17:13,338 DEBUG [RS:0;ff648bb9ef17:34321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,34321,1733321831209' 2024-12-04T14:17:13,338 DEBUG [RS:0;ff648bb9ef17:34321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1957055731/flush-table-proc/abort' 2024-12-04T14:17:13,339 DEBUG [RS:0;ff648bb9ef17:34321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1957055731/flush-table-proc/acquired' 2024-12-04T14:17:13,339 DEBUG [RS:0;ff648bb9ef17:34321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:17:13,339 DEBUG [RS:0;ff648bb9ef17:34321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:17:13,339 DEBUG [RS:0;ff648bb9ef17:34321 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,34321,1733321831209 2024-12-04T14:17:13,339 DEBUG [RS:0;ff648bb9ef17:34321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,34321,1733321831209' 2024-12-04T14:17:13,339 DEBUG [RS:0;ff648bb9ef17:34321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1957055731/online-snapshot/abort' 2024-12-04T14:17:13,340 DEBUG [RS:0;ff648bb9ef17:34321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1957055731/online-snapshot/acquired' 2024-12-04T14:17:13,341 DEBUG [RS:0;ff648bb9ef17:34321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:17:13,341 INFO [RS:0;ff648bb9ef17:34321 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:17:13,341 INFO [RS:0;ff648bb9ef17:34321 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:17:13,435 WARN [ff648bb9ef17:38737 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T14:17:13,441 INFO [RS:0;ff648bb9ef17:34321 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:17:13,444 INFO [RS:0;ff648bb9ef17:34321 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C34321%2C1733321831209, suffix=, logDir=hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/WALs/ff648bb9ef17,34321,1733321831209, archiveDir=hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/oldWALs, maxLogs=10 2024-12-04T14:17:13,458 DEBUG [RS:0;ff648bb9ef17:34321 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/WALs/ff648bb9ef17,34321,1733321831209/ff648bb9ef17%2C34321%2C1733321831209.1733321833444, exclude list is [], retry=0 2024-12-04T14:17:13,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-1309f2f4-4309-4c7a-941c-adaf373d0bda,DISK] 2024-12-04T14:17:13,464 INFO [RS:0;ff648bb9ef17:34321 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/WALs/ff648bb9ef17,34321,1733321831209/ff648bb9ef17%2C34321%2C1733321831209.1733321833444 2024-12-04T14:17:13,464 DEBUG [RS:0;ff648bb9ef17:34321 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34963:34963)] 2024-12-04T14:17:13,685 DEBUG [ff648bb9ef17:38737 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:17:13,685 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,34321,1733321831209 2024-12-04T14:17:13,687 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,34321,1733321831209, state=OPENING 2024-12-04T14:17:13,688 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:17:13,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731 2024-12-04T14:17:13,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x1017dd608d50004, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731 2024-12-04T14:17:13,691 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:17:13,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1957055731/meta-region-server: CHANGED 2024-12-04T14:17:13,691 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1957055731/meta-region-server: CHANGED 2024-12-04T14:17:13,691 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,34321,1733321831209}] 2024-12-04T14:17:13,844 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:17:13,846 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:17:13,850 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:17:13,850 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:17:13,850 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:17:13,852 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C34321%2C1733321831209.meta, suffix=.meta, logDir=hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/WALs/ff648bb9ef17,34321,1733321831209, archiveDir=hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/oldWALs, maxLogs=10 2024-12-04T14:17:13,865 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/WALs/ff648bb9ef17,34321,1733321831209/ff648bb9ef17%2C34321%2C1733321831209.meta.1733321833852.meta, exclude list is [], retry=0 2024-12-04T14:17:13,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38673,DS-1309f2f4-4309-4c7a-941c-adaf373d0bda,DISK] 2024-12-04T14:17:13,870 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/WALs/ff648bb9ef17,34321,1733321831209/ff648bb9ef17%2C34321%2C1733321831209.meta.1733321833852.meta 2024-12-04T14:17:13,870 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34963:34963)] 2024-12-04T14:17:13,870 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:17:13,871 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:17:13,871 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:17:13,871 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:17:13,871 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:17:13,871 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:17:13,871 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:13,871 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:17:13,872 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:17:13,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:17:13,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:17:13,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:13,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:13,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:17:13,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:17:13,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:13,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:13,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:17:13,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:17:13,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:13,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:13,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:17:13,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:17:13,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:13,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:13,878 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:17:13,879 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/data/hbase/meta/1588230740 2024-12-04T14:17:13,880 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/data/hbase/meta/1588230740 2024-12-04T14:17:13,881 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:17:13,881 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:17:13,882 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:17:13,883 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:17:13,884 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62205051, jitterRate=-0.07307250797748566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:17:13,884 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:17:13,884 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733321833872Writing region info on filesystem at 1733321833872Initializing all the Stores at 1733321833873 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321833873Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321833873Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321833873Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321833873Cleaning up temporary data from old regions at 1733321833881 (+8 ms)Running coprocessor post-open hooks at 1733321833884 (+3 ms)Region opened successfully at 1733321833884 2024-12-04T14:17:13,885 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733321833844 2024-12-04T14:17:13,888 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:17:13,888 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:17:13,889 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,34321,1733321831209 2024-12-04T14:17:13,890 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,34321,1733321831209, state=OPEN 2024-12-04T14:17:13,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1957055731/meta-region-server 2024-12-04T14:17:13,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x1017dd608d50004, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1957055731/meta-region-server 2024-12-04T14:17:13,893 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,34321,1733321831209 2024-12-04T14:17:13,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1957055731/meta-region-server: CHANGED 2024-12-04T14:17:13,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1957055731/meta-region-server: CHANGED 2024-12-04T14:17:13,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:17:13,896 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,34321,1733321831209 in 202 msec 2024-12-04T14:17:13,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:17:13,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-12-04T14:17:13,900 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:17:13,900 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:17:13,901 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:17:13,901 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,34321,1733321831209, seqNum=-1] 2024-12-04T14:17:13,902 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:17:13,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:17:13,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 841 msec 2024-12-04T14:17:13,908 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733321833908, completionTime=-1 2024-12-04T14:17:13,908 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:17:13,908 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:17:13,910 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:17:13,910 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733321893910 2024-12-04T14:17:13,910 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733321953910 2024-12-04T14:17:13,910 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T14:17:13,911 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,38737,1733321831165-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,911 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,38737,1733321831165-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,911 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,38737,1733321831165-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,911 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:38737, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,911 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,911 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,913 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:17:13,915 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.670sec 2024-12-04T14:17:13,915 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:17:13,915 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:17:13,915 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:17:13,915 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:17:13,915 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:17:13,915 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,38737,1733321831165-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:17:13,915 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,38737,1733321831165-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:17:13,917 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:17:13,917 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:17:13,917 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,38737,1733321831165-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:13,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a68c9a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:13,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,38737,-1 for getting cluster id 2024-12-04T14:17:13,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:17:13,981 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '248b4044-4c74-4094-b940-90bffad91c30' 2024-12-04T14:17:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:17:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "248b4044-4c74-4094-b940-90bffad91c30" 2024-12-04T14:17:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7003b267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,38737,-1] 2024-12-04T14:17:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:17:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:13,983 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:17:13,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4797638d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:13,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:17:13,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,34321,1733321831209, seqNum=-1] 2024-12-04T14:17:13,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:17:13,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:17:13,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,38737,1733321831165 2024-12-04T14:17:13,990 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51470 2024-12-04T14:17:13,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:17:13,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017dd608d50005 connected 2024-12-04T14:17:13,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cdc51c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:13,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,46111,-1 for getting cluster id 2024-12-04T14:17:13,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:17:13,996 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0ecb37f0-ffd8-416a-9076-b0a0841af983' 2024-12-04T14:17:13,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:17:13,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0ecb37f0-ffd8-416a-9076-b0a0841af983" 2024-12-04T14:17:13,996 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399faed6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:13,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,46111,-1] 2024-12-04T14:17:13,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:17:13,997 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:13,997 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:17:13,998 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee5e3e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:13,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:17:13,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,46111,1733321826979 2024-12-04T14:17:13,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25669aaf 2024-12-04T14:17:13,999 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:17:14,000 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:17:14,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff648bb9ef17:38737,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T14:17:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:17:14,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:17:14,004 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:38737' 2024-12-04T14:17:14,005 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465f1ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:14,005 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,38737,-1 for getting cluster id 2024-12-04T14:17:14,005 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:17:14,005 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '248b4044-4c74-4094-b940-90bffad91c30' 2024-12-04T14:17:14,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:17:14,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "248b4044-4c74-4094-b940-90bffad91c30" 2024-12-04T14:17:14,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62bb480c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:14,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,38737,-1] 2024-12-04T14:17:14,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:17:14,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:14,007 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:17:14,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d1870c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:14,008 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:17:14,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,38737,1733321831165 2024-12-04T14:17:14,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b8af534 2024-12-04T14:17:14,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:17:14,009 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:17:14,010 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T14:17:14,010 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T14:17:14,010 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:14,010 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:14,011 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:17:14,011 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:17:14,012 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T14:17:14,014 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:17:14,014 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:14,015 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:17:14,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741835_1011 (size=1138) 2024-12-04T14:17:14,063 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T14:17:14,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:17:14,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:17:14,423 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6978280d2d3395f99b22b0987b0b6560, NAME => 'hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d 2024-12-04T14:17:14,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741836_1012 (size=44) 2024-12-04T14:17:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:17:14,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:14,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6978280d2d3395f99b22b0987b0b6560, disabling compactions & flushes 2024-12-04T14:17:14,836 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560. 2024-12-04T14:17:14,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560. 2024-12-04T14:17:14,836 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560. after waiting 0 ms 2024-12-04T14:17:14,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560. 2024-12-04T14:17:14,837 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560. 2024-12-04T14:17:14,837 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6978280d2d3395f99b22b0987b0b6560: Waiting for close lock at 1733321834836Disabling compacts and flushes for region at 1733321834836Disabling writes for close at 1733321834836Writing region close event to WAL at 1733321834837 (+1 ms)Closed at 1733321834837 2024-12-04T14:17:14,838 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:17:14,838 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733321834838"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733321834838"}]},"ts":"1733321834838"} 2024-12-04T14:17:14,841 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:17:14,842 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:17:14,842 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321834842"}]},"ts":"1733321834842"} 2024-12-04T14:17:14,844 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T14:17:14,844 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6978280d2d3395f99b22b0987b0b6560, ASSIGN}] 2024-12-04T14:17:14,846 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6978280d2d3395f99b22b0987b0b6560, ASSIGN 2024-12-04T14:17:14,847 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6978280d2d3395f99b22b0987b0b6560, ASSIGN; state=OFFLINE, location=ff648bb9ef17,33897,1733321827042; forceNewPlan=false, retain=false 2024-12-04T14:17:14,895 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T14:17:14,997 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6978280d2d3395f99b22b0987b0b6560, regionState=OPENING, regionLocation=ff648bb9ef17,33897,1733321827042 2024-12-04T14:17:15,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6978280d2d3395f99b22b0987b0b6560, ASSIGN because future has completed 2024-12-04T14:17:15,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6978280d2d3395f99b22b0987b0b6560, server=ff648bb9ef17,33897,1733321827042}] 2024-12-04T14:17:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:17:15,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560. 2024-12-04T14:17:15,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:17:15,159 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T14:17:15,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C33897%2C1733321827042.rep, suffix=, logDir=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/WALs/ff648bb9ef17,33897,1733321827042, archiveDir=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/oldWALs, maxLogs=10 2024-12-04T14:17:15,174 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/WALs/ff648bb9ef17,33897,1733321827042/ff648bb9ef17%2C33897%2C1733321827042.rep.1733321835161, exclude list is [], retry=0 2024-12-04T14:17:15,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39389,DS-46d0677f-1941-47af-b43e-8ffab4a9f19f,DISK] 2024-12-04T14:17:15,179 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/WALs/ff648bb9ef17,33897,1733321827042/ff648bb9ef17%2C33897%2C1733321827042.rep.1733321835161 2024-12-04T14:17:15,179 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36605:36605)] 2024-12-04T14:17:15,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6978280d2d3395f99b22b0987b0b6560, NAME => 'hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:17:15,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:17:15,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:17:15,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560. service=MultiRowMutationService 2024-12-04T14:17:15,180 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T14:17:15,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6978280d2d3395f99b22b0987b0b6560 2024-12-04T14:17:15,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:15,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6978280d2d3395f99b22b0987b0b6560 2024-12-04T14:17:15,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6978280d2d3395f99b22b0987b0b6560 2024-12-04T14:17:15,182 INFO [StoreOpener-6978280d2d3395f99b22b0987b0b6560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6978280d2d3395f99b22b0987b0b6560 2024-12-04T14:17:15,183 INFO [StoreOpener-6978280d2d3395f99b22b0987b0b6560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6978280d2d3395f99b22b0987b0b6560 columnFamilyName hfileref 2024-12-04T14:17:15,183 DEBUG [StoreOpener-6978280d2d3395f99b22b0987b0b6560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:15,184 INFO [StoreOpener-6978280d2d3395f99b22b0987b0b6560-1 {}] regionserver.HStore(327): Store=6978280d2d3395f99b22b0987b0b6560/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:15,184 INFO [StoreOpener-6978280d2d3395f99b22b0987b0b6560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6978280d2d3395f99b22b0987b0b6560 2024-12-04T14:17:15,185 INFO [StoreOpener-6978280d2d3395f99b22b0987b0b6560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6978280d2d3395f99b22b0987b0b6560 columnFamilyName queue 2024-12-04T14:17:15,185 DEBUG [StoreOpener-6978280d2d3395f99b22b0987b0b6560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:15,186 INFO [StoreOpener-6978280d2d3395f99b22b0987b0b6560-1 {}] regionserver.HStore(327): Store=6978280d2d3395f99b22b0987b0b6560/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:15,186 INFO [StoreOpener-6978280d2d3395f99b22b0987b0b6560-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6978280d2d3395f99b22b0987b0b6560 2024-12-04T14:17:15,187 INFO [StoreOpener-6978280d2d3395f99b22b0987b0b6560-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6978280d2d3395f99b22b0987b0b6560 columnFamilyName sid 2024-12-04T14:17:15,187 DEBUG [StoreOpener-6978280d2d3395f99b22b0987b0b6560-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:15,187 INFO [StoreOpener-6978280d2d3395f99b22b0987b0b6560-1 {}] regionserver.HStore(327): Store=6978280d2d3395f99b22b0987b0b6560/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:15,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6978280d2d3395f99b22b0987b0b6560 2024-12-04T14:17:15,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/replication/6978280d2d3395f99b22b0987b0b6560 2024-12-04T14:17:15,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/replication/6978280d2d3395f99b22b0987b0b6560 2024-12-04T14:17:15,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6978280d2d3395f99b22b0987b0b6560 2024-12-04T14:17:15,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6978280d2d3395f99b22b0987b0b6560 2024-12-04T14:17:15,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:17:15,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6978280d2d3395f99b22b0987b0b6560 2024-12-04T14:17:15,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/replication/6978280d2d3395f99b22b0987b0b6560/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:17:15,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 6978280d2d3395f99b22b0987b0b6560; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65210630, jitterRate=-0.028285890817642212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:17:15,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6978280d2d3395f99b22b0987b0b6560 2024-12-04T14:17:15,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6978280d2d3395f99b22b0987b0b6560: Running coprocessor pre-open hook at 1733321835181Writing region info on filesystem at 1733321835181Initializing all the Stores at 1733321835181Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321835182 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321835182Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321835182Cleaning up temporary data from old regions at 1733321835189 (+7 ms)Running coprocessor post-open hooks at 1733321835193 (+4 ms)Region opened successfully at 1733321835194 (+1 ms) 2024-12-04T14:17:15,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560., pid=7, masterSystemTime=1733321835154 2024-12-04T14:17:15,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560. 2024-12-04T14:17:15,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560. 2024-12-04T14:17:15,199 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6978280d2d3395f99b22b0987b0b6560, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,33897,1733321827042 2024-12-04T14:17:15,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6978280d2d3395f99b22b0987b0b6560, server=ff648bb9ef17,33897,1733321827042 because future has completed 2024-12-04T14:17:15,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T14:17:15,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6978280d2d3395f99b22b0987b0b6560, server=ff648bb9ef17,33897,1733321827042 in 201 msec 2024-12-04T14:17:15,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:17:15,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6978280d2d3395f99b22b0987b0b6560, ASSIGN in 360 msec 2024-12-04T14:17:15,207 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:17:15,208 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321835207"}]},"ts":"1733321835207"} 2024-12-04T14:17:15,210 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T14:17:15,211 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:17:15,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2000 sec 2024-12-04T14:17:15,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560., hostname=ff648bb9ef17,33897,1733321827042, seqNum=2] 2024-12-04T14:17:15,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746 2024-12-04T14:17:15,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746 2024-12-04T14:17:15,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:17:15,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T14:17:15,386 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T14:17:15,416 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ff648bb9ef17,33897,1733321827042, ReplicationSource: 1, currentBandwidth=0 2024-12-04T14:17:15,416 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:17:15,416 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,33897,1733321827042, seqNum=-1] 2024-12-04T14:17:15,417 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:17:15,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-12-04T14:17:15,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff648bb9ef17,33897,1733321827042', locateType=CURRENT is [region=hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560., hostname=ff648bb9ef17,33897,1733321827042, seqNum=2] 2024-12-04T14:17:15,423 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T14:17:15,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T14:17:15,426 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff648bb9ef17,33897,1733321827042 suceeded 2024-12-04T14:17:15,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T14:17:15,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-12-04T14:17:15,429 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff648bb9ef17:38737,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T14:17:15,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4290 sec 2024-12-04T14:17:15,439 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33897,1733321827042 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:38737' 2024-12-04T14:17:15,440 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33897,1733321827042 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1eb3a75f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:15,440 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33897,1733321827042 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,38737,-1 for getting cluster id 2024-12-04T14:17:15,440 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33897,1733321827042 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:17:15,441 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '248b4044-4c74-4094-b940-90bffad91c30' 2024-12-04T14:17:15,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:17:15,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "248b4044-4c74-4094-b940-90bffad91c30" 2024-12-04T14:17:15,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@722b676e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:15,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,38737,-1] 2024-12-04T14:17:15,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:17:15,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:15,443 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:17:15,444 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33897,1733321827042 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a10b995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:15,444 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33897,1733321827042 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:17:15,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,38737,1733321831165 2024-12-04T14:17:15,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5797390f 2024-12-04T14:17:15,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:17:15,446 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-12-04T14:17:15,447 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33897,1733321827042 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff648bb9ef17,33897,1733321827042 (queues=1) is replicating from cluster=0ecb37f0-ffd8-416a-9076-b0a0841af983 to cluster=248b4044-4c74-4094-b940-90bffad91c30 2024-12-04T14:17:15,447 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33897,1733321827042 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff648bb9ef17%2C33897%2C1733321827042 2024-12-04T14:17:15,447 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33897,1733321827042 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff648bb9ef17,33897,1733321827042, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:17:15,447 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33897,1733321827042.replicationSource.shipperff648bb9ef17%2C33897%2C1733321827042,1-ff648bb9ef17,33897,1733321827042 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C33897%2C1733321827042 2024-12-04T14:17:15,447 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33897,1733321827042.replicationSource.wal-reader.ff648bb9ef17%2C33897%2C1733321827042,1-ff648bb9ef17,33897,1733321827042 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/WALs/ff648bb9ef17,33897,1733321827042/ff648bb9ef17%2C33897%2C1733321827042.1733321829037, startPosition=0, beingWritten=true 2024-12-04T14:17:15,515 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:17:15,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:17:15,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:17:15,654 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33897,1733321827042.replicationSource.wal-reader.ff648bb9ef17%2C33897%2C1733321827042,1-ff648bb9ef17,33897,1733321827042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/WALs/ff648bb9ef17,33897,1733321827042/ff648bb9ef17%2C33897%2C1733321827042.1733321829037 to pos 0, reset compression=false 2024-12-04T14:17:15,960 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33897,1733321827042.replicationSource.wal-reader.ff648bb9ef17%2C33897%2C1733321827042,1-ff648bb9ef17,33897,1733321827042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/WALs/ff648bb9ef17,33897,1733321827042/ff648bb9ef17%2C33897%2C1733321827042.1733321829037 to pos 0, reset compression=false 2024-12-04T14:17:16,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:17:16,147 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T14:17:16,147 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:17:16,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:17:16,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:16,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:16,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:17:16,148 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:17:16,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,46111,1733321826979 2024-12-04T14:17:16,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b104152 2024-12-04T14:17:16,149 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:17:16,150 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:17:16,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46111 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T14:17:16,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:17:16,151 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:17:16,151 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:17:16,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:16,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:16,151 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:17:16,151 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:17:16,151 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=760765929, stopped=false 2024-12-04T14:17:16,152 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,38737,1733321831165 2024-12-04T14:17:16,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1957055731/running 2024-12-04T14:17:16,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x1017dd608d50004, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1957055731/running 2024-12-04T14:17:16,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x1017dd608d50004, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731 2024-12-04T14:17:16,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731 2024-12-04T14:17:16,154 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:17:16,154 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:17:16,154 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:17:16,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Set watcher on znode that does not yet exist, /1957055731/running 2024-12-04T14:17:16,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:16,154 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,34321,1733321831209' ***** 2024-12-04T14:17:16,154 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:17:16,154 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34321-0x1017dd608d50004, quorum=127.0.0.1:51470, baseZNode=/1957055731 Set watcher on znode that does not yet exist, /1957055731/running 2024-12-04T14:17:16,155 INFO [RS:0;ff648bb9ef17:34321 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:17:16,155 INFO [RS:0;ff648bb9ef17:34321 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:17:16,155 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:17:16,155 INFO [RS:0;ff648bb9ef17:34321 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:17:16,155 INFO [RS:0;ff648bb9ef17:34321 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,34321,1733321831209 2024-12-04T14:17:16,155 INFO [RS:0;ff648bb9ef17:34321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:17:16,155 INFO [RS:0;ff648bb9ef17:34321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:34321. 2024-12-04T14:17:16,155 DEBUG [RS:0;ff648bb9ef17:34321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:17:16,155 DEBUG [RS:0;ff648bb9ef17:34321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:16,155 INFO [RS:0;ff648bb9ef17:34321 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:17:16,155 INFO [RS:0;ff648bb9ef17:34321 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:17:16,155 INFO [RS:0;ff648bb9ef17:34321 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:17:16,155 INFO [RS:0;ff648bb9ef17:34321 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:17:16,155 INFO [RS:0;ff648bb9ef17:34321 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T14:17:16,156 DEBUG [RS:0;ff648bb9ef17:34321 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T14:17:16,156 DEBUG [RS:0;ff648bb9ef17:34321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:17:16,156 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:17:16,156 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:17:16,156 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:17:16,156 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:17:16,156 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:17:16,156 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T14:17:16,172 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/data/hbase/meta/1588230740/.tmp/ns/03181ebf00e94c239a6883774506e99c is 43, key is default/ns:d/1733321833903/Put/seqid=0 2024-12-04T14:17:16,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741835_1011 (size=5153) 2024-12-04T14:17:16,194 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:17:16,289 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:17:16,289 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:17:16,356 DEBUG [RS:0;ff648bb9ef17:34321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:17:16,366 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33897,1733321827042.replicationSource.wal-reader.ff648bb9ef17%2C33897%2C1733321827042,1-ff648bb9ef17,33897,1733321827042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/WALs/ff648bb9ef17,33897,1733321827042/ff648bb9ef17%2C33897%2C1733321827042.1733321829037 to pos 0, reset compression=false 2024-12-04T14:17:16,556 DEBUG [RS:0;ff648bb9ef17:34321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:17:16,577 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/data/hbase/meta/1588230740/.tmp/ns/03181ebf00e94c239a6883774506e99c 2024-12-04T14:17:16,584 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/data/hbase/meta/1588230740/.tmp/ns/03181ebf00e94c239a6883774506e99c as hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/data/hbase/meta/1588230740/ns/03181ebf00e94c239a6883774506e99c 2024-12-04T14:17:16,590 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/data/hbase/meta/1588230740/ns/03181ebf00e94c239a6883774506e99c, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T14:17:16,591 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-12-04T14:17:16,595 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T14:17:16,595 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:17:16,595 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:17:16,595 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:17:16,596 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321836156Running coprocessor pre-close hooks at 1733321836156Disabling compacts and flushes for region at 1733321836156Disabling writes for close at 1733321836156Obtaining lock to block concurrent updates at 1733321836156Preparing flush snapshotting stores in 1588230740 at 1733321836156Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733321836156Flushing stores of hbase:meta,,1.1588230740 at 1733321836157 (+1 ms)Flushing 1588230740/ns: creating writer at 1733321836157Flushing 1588230740/ns: appending metadata at 1733321836172 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733321836172Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@306e004a: reopening flushed file at 1733321836583 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1733321836591 (+8 ms)Writing region close event to WAL at 1733321836592 (+1 ms)Running coprocessor post-close hooks at 1733321836595 (+3 ms)Closed at 1733321836595 2024-12-04T14:17:16,596 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:17:16,756 INFO [RS:0;ff648bb9ef17:34321 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,34321,1733321831209; all regions closed. 2024-12-04T14:17:16,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741834_1010 (size=1152) 2024-12-04T14:17:16,759 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/WALs/ff648bb9ef17,34321,1733321831209/ff648bb9ef17%2C34321%2C1733321831209.meta.1733321833852.meta not finished, retry = 0 2024-12-04T14:17:16,862 DEBUG [RS:0;ff648bb9ef17:34321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/oldWALs 2024-12-04T14:17:16,862 INFO [RS:0;ff648bb9ef17:34321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C34321%2C1733321831209.meta:.meta(num 1733321833852) 2024-12-04T14:17:16,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741833_1009 (size=93) 2024-12-04T14:17:16,865 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/WALs/ff648bb9ef17,34321,1733321831209/ff648bb9ef17%2C34321%2C1733321831209.1733321833444 not finished, retry = 0 2024-12-04T14:17:16,871 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33897,1733321827042.replicationSource.wal-reader.ff648bb9ef17%2C33897%2C1733321827042,1-ff648bb9ef17,33897,1733321827042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/WALs/ff648bb9ef17,33897,1733321827042/ff648bb9ef17%2C33897%2C1733321827042.1733321829037 to pos 0, reset compression=false 2024-12-04T14:17:16,967 DEBUG [RS:0;ff648bb9ef17:34321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/oldWALs 2024-12-04T14:17:16,967 INFO [RS:0;ff648bb9ef17:34321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C34321%2C1733321831209:(num 1733321833444) 2024-12-04T14:17:16,968 DEBUG [RS:0;ff648bb9ef17:34321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:16,968 INFO [RS:0;ff648bb9ef17:34321 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:17:16,968 INFO [RS:0;ff648bb9ef17:34321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:17:16,968 INFO [RS:0;ff648bb9ef17:34321 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:17:16,968 INFO [RS:0;ff648bb9ef17:34321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:17:16,968 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:17:16,968 INFO [RS:0;ff648bb9ef17:34321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34321 2024-12-04T14:17:16,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x1017dd608d50004, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1957055731/rs/ff648bb9ef17,34321,1733321831209 2024-12-04T14:17:16,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731/rs 2024-12-04T14:17:16,972 INFO [RS:0;ff648bb9ef17:34321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:17:16,973 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,34321,1733321831209] 2024-12-04T14:17:16,975 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1957055731/draining/ff648bb9ef17,34321,1733321831209 already deleted, retry=false 2024-12-04T14:17:16,975 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,34321,1733321831209 expired; onlineServers=0 2024-12-04T14:17:16,975 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,38737,1733321831165' ***** 2024-12-04T14:17:16,975 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:17:16,975 INFO [M:0;ff648bb9ef17:38737 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:17:16,975 INFO [M:0;ff648bb9ef17:38737 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:17:16,975 DEBUG [M:0;ff648bb9ef17:38737 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:17:16,975 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:17:16,975 DEBUG [M:0;ff648bb9ef17:38737 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:17:16,975 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321833188 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321833188,5,FailOnTimeoutGroup] 2024-12-04T14:17:16,975 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321833196 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321833196,5,FailOnTimeoutGroup] 2024-12-04T14:17:16,975 INFO [M:0;ff648bb9ef17:38737 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:17:16,975 INFO [M:0;ff648bb9ef17:38737 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:17:16,976 DEBUG [M:0;ff648bb9ef17:38737 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:17:16,976 INFO [M:0;ff648bb9ef17:38737 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:17:16,976 INFO [M:0;ff648bb9ef17:38737 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:17:16,976 INFO [M:0;ff648bb9ef17:38737 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:17:16,976 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:17:16,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1957055731/master 2024-12-04T14:17:16,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1957055731 2024-12-04T14:17:16,977 DEBUG [M:0;ff648bb9ef17:38737 {}] zookeeper.ZKUtil(347): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Unable to get data of znode /1957055731/master because node does not exist (not an error) 2024-12-04T14:17:16,977 WARN [M:0;ff648bb9ef17:38737 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:17:16,977 INFO [M:0;ff648bb9ef17:38737 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/.lastflushedseqids 2024-12-04T14:17:16,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741836_1012 (size=99) 2024-12-04T14:17:17,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x1017dd608d50004, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:17:17,073 INFO [RS:0;ff648bb9ef17:34321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:17:17,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34321-0x1017dd608d50004, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:17:17,073 INFO [RS:0;ff648bb9ef17:34321 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,34321,1733321831209; zookeeper connection closed. 2024-12-04T14:17:17,074 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5ddebc49 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5ddebc49 2024-12-04T14:17:17,074 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:17:17,387 INFO [M:0;ff648bb9ef17:38737 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:17:17,387 INFO [M:0;ff648bb9ef17:38737 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:17:17,387 DEBUG [M:0;ff648bb9ef17:38737 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:17:17,387 INFO [M:0;ff648bb9ef17:38737 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:17,387 DEBUG [M:0;ff648bb9ef17:38737 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:17,387 DEBUG [M:0;ff648bb9ef17:38737 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:17:17,387 DEBUG [M:0;ff648bb9ef17:38737 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:17,387 INFO [M:0;ff648bb9ef17:38737 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T14:17:17,404 DEBUG [M:0;ff648bb9ef17:38737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cee375e4410843a790a5936c9b6560a2 is 82, key is hbase:meta,,1/info:regioninfo/1733321833889/Put/seqid=0 2024-12-04T14:17:17,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741837_1013 (size=5672) 2024-12-04T14:17:17,476 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33897,1733321827042.replicationSource.wal-reader.ff648bb9ef17%2C33897%2C1733321827042,1-ff648bb9ef17,33897,1733321827042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/WALs/ff648bb9ef17,33897,1733321827042/ff648bb9ef17%2C33897%2C1733321827042.1733321829037 to pos 0, reset compression=false 2024-12-04T14:17:17,809 INFO [M:0;ff648bb9ef17:38737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cee375e4410843a790a5936c9b6560a2 2024-12-04T14:17:17,831 DEBUG [M:0;ff648bb9ef17:38737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c15d6a416cfb4a43b9ff7ba05551f537 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733321833907/Put/seqid=0 2024-12-04T14:17:17,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741838_1014 (size=5275) 2024-12-04T14:17:18,181 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33897,1733321827042.replicationSource.wal-reader.ff648bb9ef17%2C33897%2C1733321827042,1-ff648bb9ef17,33897,1733321827042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/WALs/ff648bb9ef17,33897,1733321827042/ff648bb9ef17%2C33897%2C1733321827042.1733321829037 to pos 0, reset compression=false 2024-12-04T14:17:18,237 INFO [M:0;ff648bb9ef17:38737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c15d6a416cfb4a43b9ff7ba05551f537 2024-12-04T14:17:18,257 DEBUG [M:0;ff648bb9ef17:38737 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7183daab9a0c40389ea0222a9e8f6099 is 69, key is ff648bb9ef17,34321,1733321831209/rs:state/1733321833235/Put/seqid=0 2024-12-04T14:17:18,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741839_1015 (size=5156) 2024-12-04T14:17:18,662 INFO [M:0;ff648bb9ef17:38737 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7183daab9a0c40389ea0222a9e8f6099 2024-12-04T14:17:18,668 DEBUG [M:0;ff648bb9ef17:38737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cee375e4410843a790a5936c9b6560a2 as hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cee375e4410843a790a5936c9b6560a2 2024-12-04T14:17:18,674 INFO [M:0;ff648bb9ef17:38737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cee375e4410843a790a5936c9b6560a2, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T14:17:18,675 DEBUG [M:0;ff648bb9ef17:38737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c15d6a416cfb4a43b9ff7ba05551f537 as hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c15d6a416cfb4a43b9ff7ba05551f537 2024-12-04T14:17:18,679 INFO [M:0;ff648bb9ef17:38737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c15d6a416cfb4a43b9ff7ba05551f537, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T14:17:18,680 DEBUG [M:0;ff648bb9ef17:38737 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7183daab9a0c40389ea0222a9e8f6099 as hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7183daab9a0c40389ea0222a9e8f6099 2024-12-04T14:17:18,685 INFO [M:0;ff648bb9ef17:38737 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39629/user/jenkins/test-data/525a230f-c87e-18d7-2540-3efcae2de750/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7183daab9a0c40389ea0222a9e8f6099, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T14:17:18,686 INFO [M:0;ff648bb9ef17:38737 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=28, compaction requested=false 2024-12-04T14:17:18,687 INFO [M:0;ff648bb9ef17:38737 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:18,687 DEBUG [M:0;ff648bb9ef17:38737 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321837387Disabling compacts and flushes for region at 1733321837387Disabling writes for close at 1733321837387Obtaining lock to block concurrent updates at 1733321837387Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733321837387Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733321837388 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733321837388Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733321837388Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733321837403 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733321837403Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733321837816 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733321837831 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733321837831Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733321838242 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733321838256 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733321838257 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e3214c: reopening flushed file at 1733321838668 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255bc94e: reopening flushed file at 1733321838674 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17edbea5: reopening flushed file at 1733321838680 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=28, compaction requested=false at 1733321838686 (+6 ms)Writing region close event to WAL at 1733321838687 (+1 ms)Closed at 1733321838687 2024-12-04T14:17:18,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38673 is added to blk_1073741830_1006 (size=10165) 2024-12-04T14:17:18,690 INFO [M:0;ff648bb9ef17:38737 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:17:18,690 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:17:18,690 INFO [M:0;ff648bb9ef17:38737 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38737 2024-12-04T14:17:18,691 INFO [M:0;ff648bb9ef17:38737 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:17:18,794 INFO [M:0;ff648bb9ef17:38737 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:17:18,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:17:18,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38737-0x1017dd608d50003, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:17:18,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4068e035{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:17:18,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bc53049{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:17:18,797 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:17:18,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1775fde2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:17:18,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f3f1228{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/hadoop.log.dir/,STOPPED} 2024-12-04T14:17:18,799 WARN [BP-603782850-172.17.0.2-1733321830113 heartbeating to localhost/127.0.0.1:39629 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:17:18,799 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:17:18,799 WARN [BP-603782850-172.17.0.2-1733321830113 heartbeating to localhost/127.0.0.1:39629 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-603782850-172.17.0.2-1733321830113 (Datanode Uuid 9b42a79d-a54d-4be7-ae86-a7a7dbd6d5cb) service to localhost/127.0.0.1:39629 2024-12-04T14:17:18,799 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:17:18,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/cluster_4e5fc48d-9945-661f-80b0-ee76911eaee9/data/data1/current/BP-603782850-172.17.0.2-1733321830113 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:17:18,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/cluster_4e5fc48d-9945-661f-80b0-ee76911eaee9/data/data2/current/BP-603782850-172.17.0.2-1733321830113 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:17:18,800 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:17:18,806 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1265931d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:17:18,807 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a8516a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:17:18,807 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:17:18,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58c1a079{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:17:18,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5963ca6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/hadoop.log.dir/,STOPPED} 2024-12-04T14:17:18,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:17:18,822 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:17:18,822 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:17:18,822 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:17:18,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:18,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:18,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:17:18,823 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:17:18,823 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=32472985, stopped=false 2024-12-04T14:17:18,823 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,46111,1733321826979 2024-12-04T14:17:18,825 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:17:18,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1581954746/running 2024-12-04T14:17:18,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1581954746/running 2024-12-04T14:17:18,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746 2024-12-04T14:17:18,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746 2024-12-04T14:17:18,825 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:17:18,825 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:17:18,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:18,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Set watcher on znode that does not yet exist, /0-1581954746/running 2024-12-04T14:17:18,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Set watcher on znode that does not yet exist, /0-1581954746/running 2024-12-04T14:17:18,826 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,33897,1733321827042' ***** 2024-12-04T14:17:18,826 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:17:18,826 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:17:18,826 INFO [RS:0;ff648bb9ef17:33897 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:17:18,826 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:17:18,826 INFO [RS:0;ff648bb9ef17:33897 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:17:18,826 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer(3091): Received CLOSE for 6978280d2d3395f99b22b0987b0b6560 2024-12-04T14:17:18,826 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,33897,1733321827042 2024-12-04T14:17:18,827 INFO [RS:0;ff648bb9ef17:33897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:17:18,827 INFO [RS:0;ff648bb9ef17:33897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:33897. 2024-12-04T14:17:18,827 DEBUG [RS:0;ff648bb9ef17:33897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:17:18,827 DEBUG [RS:0;ff648bb9ef17:33897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:18,827 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6978280d2d3395f99b22b0987b0b6560, disabling compactions & flushes 2024-12-04T14:17:18,827 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:17:18,827 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560. 2024-12-04T14:17:18,827 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:17:18,827 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:17:18,827 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560. 2024-12-04T14:17:18,827 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:17:18,827 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560. after waiting 0 ms 2024-12-04T14:17:18,827 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560. 2024-12-04T14:17:18,827 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6978280d2d3395f99b22b0987b0b6560 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-04T14:17:18,827 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T14:17:18,827 DEBUG [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer(1325): Online Regions={6978280d2d3395f99b22b0987b0b6560=hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T14:17:18,827 DEBUG [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6978280d2d3395f99b22b0987b0b6560 2024-12-04T14:17:18,827 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:17:18,827 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:17:18,827 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:17:18,827 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:17:18,827 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:17:18,827 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T14:17:18,844 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/replication/6978280d2d3395f99b22b0987b0b6560/.tmp/queue/e3c52e8046454ecfb0a1041c0ba0a9e6 is 151, key is 1-ff648bb9ef17,33897,1733321827042/queue:ff648bb9ef17%2C33897%2C1733321827042/1733321835421/Put/seqid=0 2024-12-04T14:17:18,845 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740/.tmp/info/34d97f62f076448bbebae5e0ef7baed1 is 147, key is hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560./info:regioninfo/1733321835198/Put/seqid=0 2024-12-04T14:17:18,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741838_1014 (size=5350) 2024-12-04T14:17:18,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741839_1015 (size=6631) 2024-12-04T14:17:18,900 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:17:18,901 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:17:18,908 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:17:18,987 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33897,1733321827042.replicationSource.wal-reader.ff648bb9ef17%2C33897%2C1733321827042,1-ff648bb9ef17,33897,1733321827042 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/WALs/ff648bb9ef17,33897,1733321827042/ff648bb9ef17%2C33897%2C1733321827042.1733321829037 to pos 0, reset compression=false 2024-12-04T14:17:19,027 DEBUG [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6978280d2d3395f99b22b0987b0b6560 2024-12-04T14:17:19,228 DEBUG [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6978280d2d3395f99b22b0987b0b6560 2024-12-04T14:17:19,249 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/replication/6978280d2d3395f99b22b0987b0b6560/.tmp/queue/e3c52e8046454ecfb0a1041c0ba0a9e6 2024-12-04T14:17:19,250 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740/.tmp/info/34d97f62f076448bbebae5e0ef7baed1 2024-12-04T14:17:19,256 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/replication/6978280d2d3395f99b22b0987b0b6560/.tmp/queue/e3c52e8046454ecfb0a1041c0ba0a9e6 as hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/replication/6978280d2d3395f99b22b0987b0b6560/queue/e3c52e8046454ecfb0a1041c0ba0a9e6 2024-12-04T14:17:19,262 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/replication/6978280d2d3395f99b22b0987b0b6560/queue/e3c52e8046454ecfb0a1041c0ba0a9e6, entries=1, sequenceid=5, filesize=5.2 K 2024-12-04T14:17:19,264 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6978280d2d3395f99b22b0987b0b6560 in 437ms, sequenceid=5, compaction requested=false 2024-12-04T14:17:19,264 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T14:17:19,272 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/replication/6978280d2d3395f99b22b0987b0b6560/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T14:17:19,272 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:17:19,272 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:17:19,272 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560. 2024-12-04T14:17:19,272 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6978280d2d3395f99b22b0987b0b6560: Waiting for close lock at 1733321838827Running coprocessor pre-close hooks at 1733321838827Disabling compacts and flushes for region at 1733321838827Disabling writes for close at 1733321838827Obtaining lock to block concurrent updates at 1733321838827Preparing flush snapshotting stores in 6978280d2d3395f99b22b0987b0b6560 at 1733321838827Finished memstore snapshotting hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733321838827Flushing stores of hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560. at 1733321838828 (+1 ms)Flushing 6978280d2d3395f99b22b0987b0b6560/queue: creating writer at 1733321838828Flushing 6978280d2d3395f99b22b0987b0b6560/queue: appending metadata at 1733321838843 (+15 ms)Flushing 6978280d2d3395f99b22b0987b0b6560/queue: closing flushed file at 1733321838843Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e0e7a69: reopening flushed file at 1733321839256 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6978280d2d3395f99b22b0987b0b6560 in 437ms, sequenceid=5, compaction requested=false at 1733321839264 (+8 ms)Writing region close event to WAL at 1733321839268 (+4 ms)Running coprocessor post-close hooks at 1733321839272 (+4 ms)Closed at 1733321839272 2024-12-04T14:17:19,273 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733321834011.6978280d2d3395f99b22b0987b0b6560. 2024-12-04T14:17:19,273 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740/.tmp/ns/95853ebda876449a98785dae9085dc65 is 43, key is default/ns:d/1733321830047/Put/seqid=0 2024-12-04T14:17:19,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741840_1016 (size=5153) 2024-12-04T14:17:19,277 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740/.tmp/ns/95853ebda876449a98785dae9085dc65 2024-12-04T14:17:19,297 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740/.tmp/table/85e6a63b44d04c64b393fa9e42cfe80b is 53, key is hbase:replication/table:state/1733321835207/Put/seqid=0 2024-12-04T14:17:19,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741841_1017 (size=5256) 2024-12-04T14:17:19,428 DEBUG [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:17:19,628 DEBUG [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:17:19,701 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740/.tmp/table/85e6a63b44d04c64b393fa9e42cfe80b 2024-12-04T14:17:19,708 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740/.tmp/info/34d97f62f076448bbebae5e0ef7baed1 as hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740/info/34d97f62f076448bbebae5e0ef7baed1 2024-12-04T14:17:19,713 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740/info/34d97f62f076448bbebae5e0ef7baed1, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T14:17:19,714 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740/.tmp/ns/95853ebda876449a98785dae9085dc65 as hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740/ns/95853ebda876449a98785dae9085dc65 2024-12-04T14:17:19,719 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740/ns/95853ebda876449a98785dae9085dc65, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T14:17:19,720 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740/.tmp/table/85e6a63b44d04c64b393fa9e42cfe80b as hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740/table/85e6a63b44d04c64b393fa9e42cfe80b 2024-12-04T14:17:19,725 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740/table/85e6a63b44d04c64b393fa9e42cfe80b, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T14:17:19,726 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 899ms, sequenceid=11, compaction requested=false 2024-12-04T14:17:19,731 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T14:17:19,731 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:17:19,731 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:17:19,732 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:17:19,732 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321838827Running coprocessor pre-close hooks at 1733321838827Disabling compacts and flushes for region at 1733321838827Disabling writes for close at 1733321838827Obtaining lock to block concurrent updates at 1733321838827Preparing flush snapshotting stores in 1588230740 at 1733321838827Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733321838828 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733321838828Flushing 1588230740/info: creating writer at 1733321838828Flushing 1588230740/info: appending metadata at 1733321838844 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733321838844Flushing 1588230740/ns: creating writer at 1733321839256 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733321839273 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733321839273Flushing 1588230740/table: creating writer at 1733321839283 (+10 ms)Flushing 1588230740/table: appending metadata at 1733321839296 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733321839296Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@179e6007: reopening flushed file at 1733321839707 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6112e3dc: reopening flushed file at 1733321839713 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e4dbe65: reopening flushed file at 1733321839719 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 899ms, sequenceid=11, compaction requested=false at 1733321839726 (+7 ms)Writing region close event to WAL at 1733321839728 (+2 ms)Running coprocessor post-close hooks at 1733321839731 (+3 ms)Closed at 1733321839731 2024-12-04T14:17:19,732 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:17:19,828 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,33897,1733321827042; all regions closed. 2024-12-04T14:17:19,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741834_1010 (size=2742) 2024-12-04T14:17:19,833 DEBUG [RS:0;ff648bb9ef17:33897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/oldWALs 2024-12-04T14:17:19,833 INFO [RS:0;ff648bb9ef17:33897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C33897%2C1733321827042.meta:.meta(num 1733321829992) 2024-12-04T14:17:19,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741837_1013 (size=1586) 2024-12-04T14:17:19,837 DEBUG [RS:0;ff648bb9ef17:33897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/oldWALs 2024-12-04T14:17:19,838 INFO [RS:0;ff648bb9ef17:33897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C33897%2C1733321827042.rep:(num 1733321835161) 2024-12-04T14:17:19,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741832_1008 (size=93) 2024-12-04T14:17:19,841 DEBUG [RS:0;ff648bb9ef17:33897 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/oldWALs 2024-12-04T14:17:19,841 INFO [RS:0;ff648bb9ef17:33897 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C33897%2C1733321827042:(num 1733321829037) 2024-12-04T14:17:19,841 DEBUG [RS:0;ff648bb9ef17:33897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:19,841 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:17:19,841 INFO [RS:0;ff648bb9ef17:33897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:17:19,842 INFO [RS:0;ff648bb9ef17:33897 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T14:17:19,842 INFO [RS:0;ff648bb9ef17:33897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:17:19,842 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:17:19,842 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff648bb9ef17,33897,1733321827042 because: Region server is closing 2024-12-04T14:17:19,842 INFO [RS:0;ff648bb9ef17:33897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:33897. 2024-12-04T14:17:19,842 DEBUG [RS:0;ff648bb9ef17:33897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:17:19,843 DEBUG [RS:0;ff648bb9ef17:33897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:19,843 DEBUG [RS:0;ff648bb9ef17:33897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:19,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:17:19,943 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33897,1733321827042.replicationSource.shipperff648bb9ef17%2C33897%2C1733321827042,1-ff648bb9ef17,33897,1733321827042 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T14:17:19,943 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33897,1733321827042.replicationSource.shipperff648bb9ef17%2C33897%2C1733321827042,1-ff648bb9ef17,33897,1733321827042 terminated 2024-12-04T14:17:19,943 INFO [RS:0;ff648bb9ef17:33897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33897 2024-12-04T14:17:19,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1581954746/rs/ff648bb9ef17,33897,1733321827042 2024-12-04T14:17:19,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746/rs 2024-12-04T14:17:19,947 INFO [RS:0;ff648bb9ef17:33897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:17:19,948 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,33897,1733321827042] 2024-12-04T14:17:19,950 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1581954746/draining/ff648bb9ef17,33897,1733321827042 already deleted, retry=false 2024-12-04T14:17:19,950 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,33897,1733321827042 expired; onlineServers=0 2024-12-04T14:17:19,950 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,46111,1733321826979' ***** 2024-12-04T14:17:19,950 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:17:19,950 INFO [M:0;ff648bb9ef17:46111 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:17:19,950 INFO [M:0;ff648bb9ef17:46111 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:17:19,950 DEBUG [M:0;ff648bb9ef17:46111 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:17:19,950 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:17:19,950 DEBUG [M:0;ff648bb9ef17:46111 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:17:19,950 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321828836 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321828836,5,FailOnTimeoutGroup] 2024-12-04T14:17:19,950 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321828836 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321828836,5,FailOnTimeoutGroup] 2024-12-04T14:17:19,950 INFO [M:0;ff648bb9ef17:46111 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:17:19,950 INFO [M:0;ff648bb9ef17:46111 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:17:19,950 DEBUG [M:0;ff648bb9ef17:46111 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:17:19,951 INFO [M:0;ff648bb9ef17:46111 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:17:19,951 INFO [M:0;ff648bb9ef17:46111 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:17:19,951 INFO [M:0;ff648bb9ef17:46111 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:17:19,951 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:17:19,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1581954746/master 2024-12-04T14:17:19,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1581954746 2024-12-04T14:17:19,952 DEBUG [M:0;ff648bb9ef17:46111 {}] zookeeper.ZKUtil(347): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Unable to get data of znode /0-1581954746/master because node does not exist (not an error) 2024-12-04T14:17:19,952 WARN [M:0;ff648bb9ef17:46111 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:17:19,952 INFO [M:0;ff648bb9ef17:46111 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/.lastflushedseqids 2024-12-04T14:17:19,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741842_1018 (size=181) 2024-12-04T14:17:20,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:17:20,049 INFO [RS:0;ff648bb9ef17:33897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:17:20,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33897-0x1017dd608d50001, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:17:20,049 INFO [RS:0;ff648bb9ef17:33897 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,33897,1733321827042; zookeeper connection closed. 2024-12-04T14:17:20,049 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2f79d045 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2f79d045 2024-12-04T14:17:20,049 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:17:20,358 INFO [M:0;ff648bb9ef17:46111 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:17:20,358 INFO [M:0;ff648bb9ef17:46111 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:17:20,358 DEBUG [M:0;ff648bb9ef17:46111 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:17:20,358 INFO [M:0;ff648bb9ef17:46111 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:20,358 DEBUG [M:0;ff648bb9ef17:46111 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:20,358 DEBUG [M:0;ff648bb9ef17:46111 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:17:20,358 DEBUG [M:0;ff648bb9ef17:46111 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:20,359 INFO [M:0;ff648bb9ef17:46111 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-04T14:17:20,382 DEBUG [M:0;ff648bb9ef17:46111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/103d21233b724a84a560784a6ced4df2 is 82, key is hbase:meta,,1/info:regioninfo/1733321830031/Put/seqid=0 2024-12-04T14:17:20,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741843_1019 (size=5672) 2024-12-04T14:17:20,682 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:17:20,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:17:20,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:17:20,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:17:20,787 INFO [M:0;ff648bb9ef17:46111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/103d21233b724a84a560784a6ced4df2 2024-12-04T14:17:20,808 DEBUG [M:0;ff648bb9ef17:46111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/875fb018e92b4da987a31e4717a1e2bc is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733321835212/Put/seqid=0 2024-12-04T14:17:20,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741844_1020 (size=7203) 2024-12-04T14:17:21,213 INFO [M:0;ff648bb9ef17:46111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/875fb018e92b4da987a31e4717a1e2bc 2024-12-04T14:17:21,233 DEBUG [M:0;ff648bb9ef17:46111 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00f522162afc4e028986a23b5bda9cc3 is 69, key is ff648bb9ef17,33897,1733321827042/rs:state/1733321828884/Put/seqid=0 2024-12-04T14:17:21,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741845_1021 (size=5156) 2024-12-04T14:17:21,638 INFO [M:0;ff648bb9ef17:46111 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00f522162afc4e028986a23b5bda9cc3 2024-12-04T14:17:21,644 DEBUG [M:0;ff648bb9ef17:46111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/103d21233b724a84a560784a6ced4df2 as hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/103d21233b724a84a560784a6ced4df2 2024-12-04T14:17:21,651 INFO [M:0;ff648bb9ef17:46111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/103d21233b724a84a560784a6ced4df2, entries=8, sequenceid=70, filesize=5.5 K 2024-12-04T14:17:21,652 DEBUG [M:0;ff648bb9ef17:46111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/875fb018e92b4da987a31e4717a1e2bc as hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/875fb018e92b4da987a31e4717a1e2bc 2024-12-04T14:17:21,658 INFO [M:0;ff648bb9ef17:46111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/875fb018e92b4da987a31e4717a1e2bc, entries=8, sequenceid=70, filesize=7.0 K 2024-12-04T14:17:21,659 DEBUG [M:0;ff648bb9ef17:46111 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00f522162afc4e028986a23b5bda9cc3 as hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00f522162afc4e028986a23b5bda9cc3 2024-12-04T14:17:21,663 INFO [M:0;ff648bb9ef17:46111 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38329/user/jenkins/test-data/406b3ab3-2717-afc0-7f25-596dbfbd4a0d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00f522162afc4e028986a23b5bda9cc3, entries=1, sequenceid=70, filesize=5.0 K 2024-12-04T14:17:21,664 INFO [M:0;ff648bb9ef17:46111 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=70, compaction requested=false 2024-12-04T14:17:21,665 INFO [M:0;ff648bb9ef17:46111 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:21,665 DEBUG [M:0;ff648bb9ef17:46111 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321840358Disabling compacts and flushes for region at 1733321840358Disabling writes for close at 1733321840358Obtaining lock to block concurrent updates at 1733321840359 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733321840359Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733321840359Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733321840360 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733321840360Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733321840382 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733321840382Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733321840793 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733321840807 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733321840808 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733321841218 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733321841232 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733321841232Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14ccc799: reopening flushed file at 1733321841643 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fa90cae: reopening flushed file at 1733321841651 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21aa34c1: reopening flushed file at 1733321841658 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=70, compaction requested=false at 1733321841664 (+6 ms)Writing region close event to WAL at 1733321841665 (+1 ms)Closed at 1733321841665 2024-12-04T14:17:21,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39389 is added to blk_1073741830_1006 (size=41008) 2024-12-04T14:17:21,668 INFO [M:0;ff648bb9ef17:46111 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:17:21,668 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:17:21,668 INFO [M:0;ff648bb9ef17:46111 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46111 2024-12-04T14:17:21,669 INFO [M:0;ff648bb9ef17:46111 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:17:21,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:17:21,770 INFO [M:0;ff648bb9ef17:46111 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:17:21,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46111-0x1017dd608d50000, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:17:21,773 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61682423{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:17:21,773 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7450785c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:17:21,773 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:17:21,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5676ccd8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:17:21,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@269837b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/hadoop.log.dir/,STOPPED} 2024-12-04T14:17:21,775 WARN [BP-436543479-172.17.0.2-1733321825896 heartbeating to localhost/127.0.0.1:38329 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:17:21,775 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:17:21,775 WARN [BP-436543479-172.17.0.2-1733321825896 heartbeating to localhost/127.0.0.1:38329 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-436543479-172.17.0.2-1733321825896 (Datanode Uuid f2d82e63-24cf-44ef-9021-dec324a4e225) service to localhost/127.0.0.1:38329 2024-12-04T14:17:21,775 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:17:21,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/cluster_36abd866-9762-e205-5bd5-4a3a0805af28/data/data1/current/BP-436543479-172.17.0.2-1733321825896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:17:21,776 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/cluster_36abd866-9762-e205-5bd5-4a3a0805af28/data/data2/current/BP-436543479-172.17.0.2-1733321825896 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:17:21,776 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:17:21,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f7f26da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:17:21,783 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@788f0c25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:17:21,783 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:17:21,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63bfd15e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:17:21,783 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@98a1ddc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a818356a-2445-5c5c-6851-a7331b39ed74/hadoop.log.dir/,STOPPED} 2024-12-04T14:17:21,790 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T14:17:21,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:17:21,810 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 109) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38329 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51470) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39629 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:38329 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:39629 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38329 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39629 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38329 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39629 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51470) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38329 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38329 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=272 (was 295), ProcessCount=11 (was 11), AvailableMemoryMB=10713 (was 11066) 2024-12-04T14:17:21,818 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=272, ProcessCount=11, AvailableMemoryMB=10713 2024-12-04T14:17:21,831 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-12-04T14:17:21,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/hadoop.log.dir so I do NOT create it in target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb 2024-12-04T14:17:21,832 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:17:21,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/hadoop.tmp.dir so I do NOT create it in target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb 2024-12-04T14:17:21,832 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29957a4a-4036-5a00-4822-babeb249a011/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:17:21,832 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb 2024-12-04T14:17:21,832 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/cluster_271ef308-95de-f1c4-db0c-66642524d3ad, deleteOnExit=true 2024-12-04T14:17:21,835 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/cluster_271ef308-95de-f1c4-db0c-66642524d3ad/zookeeper_0, clientPort=64750, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/cluster_271ef308-95de-f1c4-db0c-66642524d3ad/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/cluster_271ef308-95de-f1c4-db0c-66642524d3ad/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T14:17:21,835 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64750 2024-12-04T14:17:21,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:17:21,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:17:21,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/test.cache.data in system properties and HBase conf 2024-12-04T14:17:21,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:17:21,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:17:21,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:17:21,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:17:21,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:17:21,836 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:17:21,836 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:17:21,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:17:21,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:17:21,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:17:21,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:17:21,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:17:21,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:17:21,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:17:21,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:17:21,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:17:21,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:17:21,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:17:21,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:17:21,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:17:21,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017dd608d50002, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:17:21,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017dd608d50005, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:17:21,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017dd608d50002, quorum=127.0.0.1:51470, baseZNode=/0-1581954746 Received Disconnected from ZooKeeper, ignoring 2024-12-04T14:17:21,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017dd608d50005, quorum=127.0.0.1:51470, baseZNode=/1957055731 Received Disconnected from ZooKeeper, ignoring 2024-12-04T14:17:21,921 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:17:21,925 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:17:21,926 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:17:21,926 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:17:21,927 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:17:21,927 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:17:21,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3418769f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:17:21,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@490d01d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:17:22,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25670136{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/java.io.tmpdir/jetty-localhost-33511-hadoop-hdfs-3_4_1-tests_jar-_-any-10393524522165162543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:17:22,044 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e33be44{HTTP/1.1, (http/1.1)}{localhost:33511} 2024-12-04T14:17:22,044 INFO [Time-limited test {}] server.Server(415): Started @45100ms 2024-12-04T14:17:22,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:17:22,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T14:17:22,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T14:17:22,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:17:22,127 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:17:22,130 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:17:22,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:17:22,131 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:17:22,131 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:17:22,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23a47011{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:17:22,131 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41a0fec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:17:22,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@775d196{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/java.io.tmpdir/jetty-localhost-41943-hadoop-hdfs-3_4_1-tests_jar-_-any-18407312463732777378/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:17:22,248 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3b74605b{HTTP/1.1, (http/1.1)}{localhost:41943} 2024-12-04T14:17:22,248 INFO [Time-limited test {}] server.Server(415): Started @45304ms 2024-12-04T14:17:22,249 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:17:22,360 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/cluster_271ef308-95de-f1c4-db0c-66642524d3ad/data/data2/current/BP-485929623-172.17.0.2-1733321841868/current, will proceed with Du for space computation calculation, 2024-12-04T14:17:22,360 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/cluster_271ef308-95de-f1c4-db0c-66642524d3ad/data/data1/current/BP-485929623-172.17.0.2-1733321841868/current, will proceed with Du for space computation calculation, 2024-12-04T14:17:22,383 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:17:22,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3dc5c3e8cfd208f7 with lease ID 0x408f36db03150ad5: Processing first storage report for DS-d44b9a5e-97c5-4ebe-bcbb-bc053c95ef0b from datanode DatanodeRegistration(127.0.0.1:43143, datanodeUuid=3b3dda57-c8cb-425f-83c1-61a3f2e43460, infoPort=43993, infoSecurePort=0, ipcPort=38135, storageInfo=lv=-57;cid=testClusterID;nsid=1082751659;c=1733321841868) 2024-12-04T14:17:22,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3dc5c3e8cfd208f7 with lease ID 0x408f36db03150ad5: from storage DS-d44b9a5e-97c5-4ebe-bcbb-bc053c95ef0b node DatanodeRegistration(127.0.0.1:43143, datanodeUuid=3b3dda57-c8cb-425f-83c1-61a3f2e43460, infoPort=43993, infoSecurePort=0, ipcPort=38135, storageInfo=lv=-57;cid=testClusterID;nsid=1082751659;c=1733321841868), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:17:22,385 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3dc5c3e8cfd208f7 with lease ID 0x408f36db03150ad5: Processing first storage report for DS-f703a2f0-9109-4510-877b-7e70c06c47f1 from datanode DatanodeRegistration(127.0.0.1:43143, datanodeUuid=3b3dda57-c8cb-425f-83c1-61a3f2e43460, infoPort=43993, infoSecurePort=0, ipcPort=38135, storageInfo=lv=-57;cid=testClusterID;nsid=1082751659;c=1733321841868) 2024-12-04T14:17:22,385 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3dc5c3e8cfd208f7 with lease ID 0x408f36db03150ad5: from storage DS-f703a2f0-9109-4510-877b-7e70c06c47f1 node DatanodeRegistration(127.0.0.1:43143, datanodeUuid=3b3dda57-c8cb-425f-83c1-61a3f2e43460, infoPort=43993, infoSecurePort=0, ipcPort=38135, storageInfo=lv=-57;cid=testClusterID;nsid=1082751659;c=1733321841868), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:17:22,481 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb 2024-12-04T14:17:22,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:22,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:22,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:17:22,893 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c with version=8 2024-12-04T14:17:22,893 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/hbase-staging 2024-12-04T14:17:22,896 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:17:22,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:22,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:22,896 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:17:22,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:22,896 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:17:22,896 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:17:22,896 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:17:22,897 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43965 2024-12-04T14:17:22,898 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43965 connecting to ZooKeeper ensemble=127.0.0.1:64750 2024-12-04T14:17:22,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439650x0, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:17:22,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43965-0x1017dd6473a0000 connected 2024-12-04T14:17:22,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:22,920 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:22,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Set watcher on znode that does not yet exist, /0667903834/running 2024-12-04T14:17:22,922 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c, hbase.cluster.distributed=false 2024-12-04T14:17:22,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Set watcher on znode that does not yet exist, /0667903834/acl 2024-12-04T14:17:22,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43965 2024-12-04T14:17:22,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43965 2024-12-04T14:17:22,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43965 2024-12-04T14:17:22,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43965 2024-12-04T14:17:22,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43965 2024-12-04T14:17:22,947 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:17:22,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:22,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:22,947 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:17:22,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:22,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:17:22,947 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:17:22,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:17:22,948 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36457 2024-12-04T14:17:22,949 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36457 connecting to ZooKeeper ensemble=127.0.0.1:64750 2024-12-04T14:17:22,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:22,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:22,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364570x0, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:17:22,956 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364570x0, quorum=127.0.0.1:64750, baseZNode=/0667903834 Set watcher on znode that does not yet exist, /0667903834/running 2024-12-04T14:17:22,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36457-0x1017dd6473a0001 connected 2024-12-04T14:17:22,957 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:17:22,957 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:17:22,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Set watcher on znode that does not yet exist, /0667903834/master 2024-12-04T14:17:22,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Set watcher on znode that does not yet exist, /0667903834/acl 2024-12-04T14:17:22,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36457 2024-12-04T14:17:22,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36457 2024-12-04T14:17:22,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36457 2024-12-04T14:17:22,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36457 2024-12-04T14:17:22,963 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36457 2024-12-04T14:17:22,975 DEBUG [M:0;ff648bb9ef17:43965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:43965 2024-12-04T14:17:22,975 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0667903834/backup-masters/ff648bb9ef17,43965,1733321842895 2024-12-04T14:17:22,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834/backup-masters 2024-12-04T14:17:22,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834/backup-masters 2024-12-04T14:17:22,979 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Set watcher on existing znode=/0667903834/backup-masters/ff648bb9ef17,43965,1733321842895 2024-12-04T14:17:22,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0667903834/master 2024-12-04T14:17:22,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834 2024-12-04T14:17:22,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834 2024-12-04T14:17:22,980 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Set watcher on existing znode=/0667903834/master 2024-12-04T14:17:22,981 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0667903834/backup-masters/ff648bb9ef17,43965,1733321842895 from backup master directory 2024-12-04T14:17:22,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0667903834/backup-masters/ff648bb9ef17,43965,1733321842895 2024-12-04T14:17:22,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834/backup-masters 2024-12-04T14:17:22,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834/backup-masters 2024-12-04T14:17:22,982 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:17:22,982 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,43965,1733321842895 2024-12-04T14:17:22,986 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/hbase.id] with ID: 461f9b3c-6bf8-4b2e-bd82-6fff0636f029 2024-12-04T14:17:22,987 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/.tmp/hbase.id 2024-12-04T14:17:22,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:17:23,395 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/.tmp/hbase.id]:[hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/hbase.id] 2024-12-04T14:17:23,412 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:23,412 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:17:23,413 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T14:17:23,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834 2024-12-04T14:17:23,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834 2024-12-04T14:17:23,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:17:23,822 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:17:23,822 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:17:23,823 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:17:23,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:17:24,230 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/data/master/store 2024-12-04T14:17:24,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:17:24,637 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:24,637 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:17:24,637 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:24,637 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:24,637 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:17:24,638 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:24,638 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:24,638 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321844637Disabling compacts and flushes for region at 1733321844637Disabling writes for close at 1733321844637Writing region close event to WAL at 1733321844638 (+1 ms)Closed at 1733321844638 2024-12-04T14:17:24,639 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/data/master/store/.initializing 2024-12-04T14:17:24,639 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/WALs/ff648bb9ef17,43965,1733321842895 2024-12-04T14:17:24,640 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:17:24,641 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C43965%2C1733321842895, suffix=, logDir=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/WALs/ff648bb9ef17,43965,1733321842895, archiveDir=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/oldWALs, maxLogs=10 2024-12-04T14:17:24,658 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/WALs/ff648bb9ef17,43965,1733321842895/ff648bb9ef17%2C43965%2C1733321842895.1733321844642, exclude list is [], retry=0 2024-12-04T14:17:24,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43143,DS-d44b9a5e-97c5-4ebe-bcbb-bc053c95ef0b,DISK] 2024-12-04T14:17:24,664 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/WALs/ff648bb9ef17,43965,1733321842895/ff648bb9ef17%2C43965%2C1733321842895.1733321844642 2024-12-04T14:17:24,664 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43993:43993)] 2024-12-04T14:17:24,664 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:17:24,664 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:24,665 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:24,665 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:24,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:24,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:17:24,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:24,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:24,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:24,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:17:24,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:24,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:24,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:24,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:17:24,671 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:24,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:24,672 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:24,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:17:24,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:24,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:24,674 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:24,674 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:24,674 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:24,676 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:24,676 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:24,676 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:17:24,677 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:24,679 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:17:24,680 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74444017, jitterRate=0.10930229723453522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:17:24,680 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733321844665Initializing all the Stores at 1733321844665Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321844666 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321844666Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321844666Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321844666Cleaning up temporary data from old regions at 1733321844676 (+10 ms)Region opened successfully at 1733321844680 (+4 ms) 2024-12-04T14:17:24,681 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:17:24,683 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e33749b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:17:24,684 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:17:24,685 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:17:24,685 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:17:24,685 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:17:24,685 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:17:24,685 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:17:24,685 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:17:24,687 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:17:24,688 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Unable to get data of znode /0667903834/balancer because node does not exist (not necessarily an error) 2024-12-04T14:17:24,691 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0667903834/balancer already deleted, retry=false 2024-12-04T14:17:24,691 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:17:24,692 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Unable to get data of znode /0667903834/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:17:24,693 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0667903834/normalizer already deleted, retry=false 2024-12-04T14:17:24,694 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:17:24,694 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Unable to get data of znode /0667903834/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:17:24,696 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0667903834/switch/split already deleted, retry=false 2024-12-04T14:17:24,696 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Unable to get data of znode /0667903834/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:17:24,697 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0667903834/switch/merge already deleted, retry=false 2024-12-04T14:17:24,699 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Unable to get data of znode /0667903834/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:17:24,702 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0667903834/snapshot-cleanup already deleted, retry=false 2024-12-04T14:17:24,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0667903834/running 2024-12-04T14:17:24,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0667903834/running 2024-12-04T14:17:24,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834 2024-12-04T14:17:24,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834 2024-12-04T14:17:24,705 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,43965,1733321842895, sessionid=0x1017dd6473a0000, setting cluster-up flag (Was=false) 2024-12-04T14:17:24,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834 2024-12-04T14:17:24,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834 2024-12-04T14:17:24,713 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0667903834/flush-table-proc/acquired, /0667903834/flush-table-proc/reached, /0667903834/flush-table-proc/abort 2024-12-04T14:17:24,714 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,43965,1733321842895 2024-12-04T14:17:24,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834 2024-12-04T14:17:24,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834 2024-12-04T14:17:24,722 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0667903834/online-snapshot/acquired, /0667903834/online-snapshot/reached, /0667903834/online-snapshot/abort 2024-12-04T14:17:24,723 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,43965,1733321842895 2024-12-04T14:17:24,724 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:17:24,726 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:17:24,727 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:17:24,727 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:17:24,727 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,43965,1733321842895 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:17:24,728 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:17:24,728 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:17:24,729 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:17:24,729 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:17:24,729 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:17:24,729 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:24,729 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:17:24,729 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:24,730 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733321874730 2024-12-04T14:17:24,730 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:17:24,730 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:17:24,730 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:17:24,730 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:17:24,730 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:17:24,730 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:17:24,730 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:24,731 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:17:24,731 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:17:24,731 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:17:24,731 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:17:24,731 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:17:24,731 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:17:24,731 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:17:24,731 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:17:24,731 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321844731,5,FailOnTimeoutGroup] 2024-12-04T14:17:24,731 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321844731,5,FailOnTimeoutGroup] 2024-12-04T14:17:24,732 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:24,732 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:17:24,732 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:24,732 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:24,732 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:24,732 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:17:24,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:17:24,766 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(746): ClusterId : 461f9b3c-6bf8-4b2e-bd82-6fff0636f029 2024-12-04T14:17:24,766 DEBUG [RS:0;ff648bb9ef17:36457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:17:24,770 DEBUG [RS:0;ff648bb9ef17:36457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:17:24,770 DEBUG [RS:0;ff648bb9ef17:36457 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:17:24,772 DEBUG [RS:0;ff648bb9ef17:36457 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:17:24,772 DEBUG [RS:0;ff648bb9ef17:36457 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb7c2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:17:24,787 DEBUG [RS:0;ff648bb9ef17:36457 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:36457 2024-12-04T14:17:24,787 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:17:24,787 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:17:24,787 DEBUG [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:17:24,788 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,43965,1733321842895 with port=36457, startcode=1733321842947 2024-12-04T14:17:24,788 DEBUG [RS:0;ff648bb9ef17:36457 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:17:24,789 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57455, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:17:24,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43965 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,36457,1733321842947 2024-12-04T14:17:24,790 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43965 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,36457,1733321842947 2024-12-04T14:17:24,792 DEBUG [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c 2024-12-04T14:17:24,792 DEBUG [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38579 2024-12-04T14:17:24,792 DEBUG [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:17:24,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834/rs 2024-12-04T14:17:24,793 DEBUG [RS:0;ff648bb9ef17:36457 {}] zookeeper.ZKUtil(111): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Set watcher on existing znode=/0667903834/rs/ff648bb9ef17,36457,1733321842947 2024-12-04T14:17:24,794 WARN [RS:0;ff648bb9ef17:36457 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:17:24,794 INFO [RS:0;ff648bb9ef17:36457 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:17:24,794 DEBUG [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947 2024-12-04T14:17:24,794 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,36457,1733321842947] 2024-12-04T14:17:24,797 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:17:24,799 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:17:24,799 INFO [RS:0;ff648bb9ef17:36457 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:17:24,799 INFO [RS:0;ff648bb9ef17:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:24,800 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:17:24,800 INFO [RS:0;ff648bb9ef17:36457 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:17:24,800 INFO [RS:0;ff648bb9ef17:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:24,800 DEBUG [RS:0;ff648bb9ef17:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:24,801 DEBUG [RS:0;ff648bb9ef17:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:24,801 DEBUG [RS:0;ff648bb9ef17:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:24,801 DEBUG [RS:0;ff648bb9ef17:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:24,801 DEBUG [RS:0;ff648bb9ef17:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:24,801 DEBUG [RS:0;ff648bb9ef17:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:17:24,801 DEBUG [RS:0;ff648bb9ef17:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:24,801 DEBUG [RS:0;ff648bb9ef17:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:24,801 DEBUG [RS:0;ff648bb9ef17:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:24,801 DEBUG [RS:0;ff648bb9ef17:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:24,801 DEBUG [RS:0;ff648bb9ef17:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:24,801 DEBUG [RS:0;ff648bb9ef17:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:24,801 DEBUG [RS:0;ff648bb9ef17:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:17:24,801 DEBUG [RS:0;ff648bb9ef17:36457 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:17:24,801 INFO [RS:0;ff648bb9ef17:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:24,801 INFO [RS:0;ff648bb9ef17:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:24,801 INFO [RS:0;ff648bb9ef17:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:24,801 INFO [RS:0;ff648bb9ef17:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:24,801 INFO [RS:0;ff648bb9ef17:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:24,801 INFO [RS:0;ff648bb9ef17:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,36457,1733321842947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:17:24,815 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:17:24,815 INFO [RS:0;ff648bb9ef17:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,36457,1733321842947-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:24,815 INFO [RS:0;ff648bb9ef17:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:24,815 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.Replication(171): ff648bb9ef17,36457,1733321842947 started 2024-12-04T14:17:24,829 INFO [RS:0;ff648bb9ef17:36457 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:24,829 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,36457,1733321842947, RpcServer on ff648bb9ef17/172.17.0.2:36457, sessionid=0x1017dd6473a0001 2024-12-04T14:17:24,829 DEBUG [RS:0;ff648bb9ef17:36457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:17:24,829 DEBUG [RS:0;ff648bb9ef17:36457 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,36457,1733321842947 2024-12-04T14:17:24,829 DEBUG [RS:0;ff648bb9ef17:36457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,36457,1733321842947' 2024-12-04T14:17:24,829 DEBUG [RS:0;ff648bb9ef17:36457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0667903834/flush-table-proc/abort' 2024-12-04T14:17:24,830 DEBUG [RS:0;ff648bb9ef17:36457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0667903834/flush-table-proc/acquired' 2024-12-04T14:17:24,830 DEBUG [RS:0;ff648bb9ef17:36457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:17:24,830 DEBUG [RS:0;ff648bb9ef17:36457 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:17:24,830 DEBUG [RS:0;ff648bb9ef17:36457 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,36457,1733321842947 2024-12-04T14:17:24,830 DEBUG [RS:0;ff648bb9ef17:36457 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,36457,1733321842947' 2024-12-04T14:17:24,830 DEBUG [RS:0;ff648bb9ef17:36457 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0667903834/online-snapshot/abort' 2024-12-04T14:17:24,830 DEBUG [RS:0;ff648bb9ef17:36457 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0667903834/online-snapshot/acquired' 2024-12-04T14:17:24,831 DEBUG [RS:0;ff648bb9ef17:36457 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:17:24,831 INFO [RS:0;ff648bb9ef17:36457 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:17:24,831 INFO [RS:0;ff648bb9ef17:36457 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:17:24,931 INFO [RS:0;ff648bb9ef17:36457 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:17:24,933 INFO [RS:0;ff648bb9ef17:36457 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C36457%2C1733321842947, suffix=, logDir=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947, archiveDir=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/oldWALs, maxLogs=10 2024-12-04T14:17:24,946 DEBUG [RS:0;ff648bb9ef17:36457 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933, exclude list is [], retry=0 2024-12-04T14:17:24,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43143,DS-d44b9a5e-97c5-4ebe-bcbb-bc053c95ef0b,DISK] 2024-12-04T14:17:24,951 INFO [RS:0;ff648bb9ef17:36457 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 2024-12-04T14:17:24,952 DEBUG [RS:0;ff648bb9ef17:36457 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43993:43993)] 2024-12-04T14:17:25,142 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:17:25,143 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c 2024-12-04T14:17:25,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741833_1009 (size=32) 2024-12-04T14:17:25,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:25,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:17:25,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:17:25,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:25,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:25,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:17:25,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:17:25,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:25,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:25,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:17:25,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:17:25,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:25,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:25,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:17:25,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:17:25,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:25,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:25,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:17:25,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740 2024-12-04T14:17:25,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740 2024-12-04T14:17:25,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:17:25,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:17:25,561 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:17:25,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:17:25,565 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:17:25,565 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71931640, jitterRate=0.07186496257781982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:17:25,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733321845549Initializing all the Stores at 1733321845550 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321845550Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321845551 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321845551Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321845551Cleaning up temporary data from old regions at 1733321845561 (+10 ms)Region opened successfully at 1733321845566 (+5 ms) 2024-12-04T14:17:25,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:17:25,566 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:17:25,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:17:25,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:17:25,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:17:25,567 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:17:25,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321845566Disabling compacts and flushes for region at 1733321845566Disabling writes for close at 1733321845566Writing region close event to WAL at 1733321845567 (+1 ms)Closed at 1733321845567 2024-12-04T14:17:25,568 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:17:25,568 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:17:25,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:17:25,570 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:17:25,571 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:17:25,722 DEBUG [ff648bb9ef17:43965 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:17:25,722 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,36457,1733321842947 2024-12-04T14:17:25,724 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,36457,1733321842947, state=OPENING 2024-12-04T14:17:25,725 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:17:25,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834 2024-12-04T14:17:25,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834 2024-12-04T14:17:25,728 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:17:25,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0667903834/meta-region-server: CHANGED 2024-12-04T14:17:25,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0667903834/meta-region-server: CHANGED 2024-12-04T14:17:25,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,36457,1733321842947}] 2024-12-04T14:17:25,882 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:17:25,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49405, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:17:25,888 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:17:25,888 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:17:25,888 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:17:25,890 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C36457%2C1733321842947.meta, suffix=.meta, logDir=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947, archiveDir=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/oldWALs, maxLogs=10 2024-12-04T14:17:25,903 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.meta.1733321845890.meta, exclude list is [], retry=0 2024-12-04T14:17:25,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43143,DS-d44b9a5e-97c5-4ebe-bcbb-bc053c95ef0b,DISK] 2024-12-04T14:17:25,907 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.meta.1733321845890.meta 2024-12-04T14:17:25,908 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43993:43993)] 2024-12-04T14:17:25,908 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:17:25,908 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:17:25,908 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:17:25,909 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:17:25,909 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:17:25,909 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:17:25,909 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:25,909 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:17:25,909 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:17:25,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:17:25,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:17:25,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:25,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:25,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:17:25,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:17:25,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:25,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:25,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:17:25,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:17:25,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:25,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:25,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:17:25,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:17:25,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:25,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:25,916 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:17:25,917 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740 2024-12-04T14:17:25,918 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740 2024-12-04T14:17:25,919 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:17:25,919 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:17:25,919 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:17:25,920 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:17:25,921 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71251816, jitterRate=0.061734795570373535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:17:25,921 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:17:25,922 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733321845909Writing region info on filesystem at 1733321845909Initializing all the Stores at 1733321845910 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321845910Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321845911 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321845911Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321845911Cleaning up temporary data from old regions at 1733321845919 (+8 ms)Running coprocessor post-open hooks at 1733321845921 (+2 ms)Region opened successfully at 1733321845922 (+1 ms) 2024-12-04T14:17:25,923 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733321845881 2024-12-04T14:17:25,926 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:17:25,926 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:17:25,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,36457,1733321842947 2024-12-04T14:17:25,927 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,36457,1733321842947, state=OPEN 2024-12-04T14:17:25,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0667903834/meta-region-server 2024-12-04T14:17:25,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0667903834/meta-region-server 2024-12-04T14:17:25,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0667903834/meta-region-server: CHANGED 2024-12-04T14:17:25,932 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0667903834/meta-region-server: CHANGED 2024-12-04T14:17:25,932 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,36457,1733321842947 2024-12-04T14:17:25,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:17:25,935 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,36457,1733321842947 in 203 msec 2024-12-04T14:17:25,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:17:25,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-12-04T14:17:25,938 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:17:25,938 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:17:25,939 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:17:25,940 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,36457,1733321842947, seqNum=-1] 2024-12-04T14:17:25,940 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:17:25,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:17:25,947 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2200 sec 2024-12-04T14:17:25,947 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733321845947, completionTime=-1 2024-12-04T14:17:25,947 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:17:25,947 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:17:25,949 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:17:25,949 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733321905949 2024-12-04T14:17:25,949 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733321965949 2024-12-04T14:17:25,949 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T14:17:25,949 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43965,1733321842895-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:25,949 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43965,1733321842895-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:25,949 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43965,1733321842895-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:25,949 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:43965, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:25,949 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:25,949 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:25,951 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:17:25,953 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.971sec 2024-12-04T14:17:25,953 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:17:25,953 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:17:25,953 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:17:25,953 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:17:25,953 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:17:25,953 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43965,1733321842895-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:17:25,953 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43965,1733321842895-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:17:25,956 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:17:25,956 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:17:25,956 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43965,1733321842895-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:25,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0a680d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:25,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43965,-1 for getting cluster id 2024-12-04T14:17:25,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:17:25,968 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '461f9b3c-6bf8-4b2e-bd82-6fff0636f029' 2024-12-04T14:17:25,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:17:25,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "461f9b3c-6bf8-4b2e-bd82-6fff0636f029" 2024-12-04T14:17:25,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0759d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:25,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43965,-1] 2024-12-04T14:17:25,969 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:17:25,970 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:25,970 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:17:25,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc70362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:25,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:17:25,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,36457,1733321842947, seqNum=-1] 2024-12-04T14:17:25,973 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:17:25,974 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:17:25,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,43965,1733321842895 2024-12-04T14:17:25,976 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64750 2024-12-04T14:17:25,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:17:25,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017dd6473a0002 connected 2024-12-04T14:17:25,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/hadoop.log.dir so I do NOT create it in target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a 2024-12-04T14:17:25,984 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:17:25,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/hadoop.tmp.dir so I do NOT create it in target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a 2024-12-04T14:17:25,984 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:17:25,984 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a 2024-12-04T14:17:25,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:17:25,984 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/cluster_9f84c7dd-10ca-0b61-b302-67f549e4e430, deleteOnExit=true 2024-12-04T14:17:25,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:17:25,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/test.cache.data in system properties and HBase conf 2024-12-04T14:17:25,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:17:25,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:17:25,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:17:25,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:17:25,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:17:25,985 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:17:25,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:17:25,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:17:25,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:17:25,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:17:25,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:17:25,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:17:25,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:17:25,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:17:25,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:17:25,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:17:25,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:17:25,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:17:25,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:17:25,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:17:26,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:17:26,068 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:17:26,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:17:26,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:17:26,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:17:26,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:17:26,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e3599b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:17:26,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44a550fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:17:26,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@781b983f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/java.io.tmpdir/jetty-localhost-40557-hadoop-hdfs-3_4_1-tests_jar-_-any-17742498386748193118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:17:26,186 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fe081d2{HTTP/1.1, (http/1.1)}{localhost:40557} 2024-12-04T14:17:26,186 INFO [Time-limited test {}] server.Server(415): Started @49242ms 2024-12-04T14:17:26,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:17:26,280 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:17:26,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:17:26,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:17:26,281 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:17:26,281 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7eac389a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:17:26,282 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33c9107c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:17:26,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64d180b8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/java.io.tmpdir/jetty-localhost-33343-hadoop-hdfs-3_4_1-tests_jar-_-any-10322910533571921138/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:17:26,396 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10309fd4{HTTP/1.1, (http/1.1)}{localhost:33343} 2024-12-04T14:17:26,396 INFO [Time-limited test {}] server.Server(415): Started @49452ms 2024-12-04T14:17:26,397 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:17:26,502 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/cluster_9f84c7dd-10ca-0b61-b302-67f549e4e430/data/data1/current/BP-1478833273-172.17.0.2-1733321846007/current, will proceed with Du for space computation calculation, 2024-12-04T14:17:26,502 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/cluster_9f84c7dd-10ca-0b61-b302-67f549e4e430/data/data2/current/BP-1478833273-172.17.0.2-1733321846007/current, will proceed with Du for space computation calculation, 2024-12-04T14:17:26,519 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:17:26,521 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0d23d16d4f3d2bb with lease ID 0x16112b97592163f7: Processing first storage report for DS-9952de5d-7ae6-42d3-b132-9e2736350ee5 from datanode DatanodeRegistration(127.0.0.1:35033, datanodeUuid=74d51315-4842-4010-ae04-c9744f171d4f, infoPort=36249, infoSecurePort=0, ipcPort=43961, storageInfo=lv=-57;cid=testClusterID;nsid=1356445542;c=1733321846007) 2024-12-04T14:17:26,521 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0d23d16d4f3d2bb with lease ID 0x16112b97592163f7: from storage DS-9952de5d-7ae6-42d3-b132-9e2736350ee5 node DatanodeRegistration(127.0.0.1:35033, datanodeUuid=74d51315-4842-4010-ae04-c9744f171d4f, infoPort=36249, infoSecurePort=0, ipcPort=43961, storageInfo=lv=-57;cid=testClusterID;nsid=1356445542;c=1733321846007), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:17:26,521 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf0d23d16d4f3d2bb with lease ID 0x16112b97592163f7: Processing first storage report for DS-ce5c987f-c1d7-4cb9-b1a8-663de92568f0 from datanode DatanodeRegistration(127.0.0.1:35033, datanodeUuid=74d51315-4842-4010-ae04-c9744f171d4f, infoPort=36249, infoSecurePort=0, ipcPort=43961, storageInfo=lv=-57;cid=testClusterID;nsid=1356445542;c=1733321846007) 2024-12-04T14:17:26,521 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf0d23d16d4f3d2bb with lease ID 0x16112b97592163f7: from storage DS-ce5c987f-c1d7-4cb9-b1a8-663de92568f0 node DatanodeRegistration(127.0.0.1:35033, datanodeUuid=74d51315-4842-4010-ae04-c9744f171d4f, infoPort=36249, infoSecurePort=0, ipcPort=43961, storageInfo=lv=-57;cid=testClusterID;nsid=1356445542;c=1733321846007), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:17:26,621 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a 2024-12-04T14:17:26,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:26,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:26,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:17:27,031 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8 with version=8 2024-12-04T14:17:27,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/hbase-staging 2024-12-04T14:17:27,033 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:17:27,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:27,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:27,033 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:17:27,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:27,033 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:17:27,033 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:17:27,033 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:17:27,034 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37193 2024-12-04T14:17:27,035 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37193 connecting to ZooKeeper ensemble=127.0.0.1:64750 2024-12-04T14:17:27,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371930x0, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:17:27,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37193-0x1017dd6473a0003 connected 2024-12-04T14:17:27,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:27,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:27,054 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Set watcher on znode that does not yet exist, /1-1741985108/running 2024-12-04T14:17:27,054 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8, hbase.cluster.distributed=false 2024-12-04T14:17:27,055 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Set watcher on znode that does not yet exist, /1-1741985108/acl 2024-12-04T14:17:27,055 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37193 2024-12-04T14:17:27,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37193 2024-12-04T14:17:27,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37193 2024-12-04T14:17:27,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37193 2024-12-04T14:17:27,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37193 2024-12-04T14:17:27,074 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:17:27,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:27,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:27,075 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:17:27,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:17:27,075 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:17:27,075 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:17:27,075 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:17:27,075 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45361 2024-12-04T14:17:27,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45361 connecting to ZooKeeper ensemble=127.0.0.1:64750 2024-12-04T14:17:27,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:27,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:27,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453610x0, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:17:27,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453610x0, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Set watcher on znode that does not yet exist, /1-1741985108/running 2024-12-04T14:17:27,083 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45361-0x1017dd6473a0004 connected 2024-12-04T14:17:27,083 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:17:27,083 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:17:27,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45361-0x1017dd6473a0004, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Set watcher on znode that does not yet exist, /1-1741985108/master 2024-12-04T14:17:27,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45361-0x1017dd6473a0004, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Set watcher on znode that does not yet exist, /1-1741985108/acl 2024-12-04T14:17:27,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45361 2024-12-04T14:17:27,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45361 2024-12-04T14:17:27,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45361 2024-12-04T14:17:27,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45361 2024-12-04T14:17:27,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45361 2024-12-04T14:17:27,102 DEBUG [M:0;ff648bb9ef17:37193 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:37193 2024-12-04T14:17:27,102 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1741985108/backup-masters/ff648bb9ef17,37193,1733321847033 2024-12-04T14:17:27,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x1017dd6473a0004, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108/backup-masters 2024-12-04T14:17:27,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108/backup-masters 2024-12-04T14:17:27,104 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Set watcher on existing znode=/1-1741985108/backup-masters/ff648bb9ef17,37193,1733321847033 2024-12-04T14:17:27,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x1017dd6473a0004, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1741985108/master 2024-12-04T14:17:27,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108 2024-12-04T14:17:27,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x1017dd6473a0004, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108 2024-12-04T14:17:27,108 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Set watcher on existing znode=/1-1741985108/master 2024-12-04T14:17:27,108 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1741985108/backup-masters/ff648bb9ef17,37193,1733321847033 from backup master directory 2024-12-04T14:17:27,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1741985108/backup-masters/ff648bb9ef17,37193,1733321847033 2024-12-04T14:17:27,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108/backup-masters 2024-12-04T14:17:27,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x1017dd6473a0004, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108/backup-masters 2024-12-04T14:17:27,110 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:17:27,110 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,37193,1733321847033 2024-12-04T14:17:27,114 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/hbase.id] with ID: d2eb0c3f-03a0-4ba4-af81-d7b35f03de4b 2024-12-04T14:17:27,114 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/.tmp/hbase.id 2024-12-04T14:17:27,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:17:27,519 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/.tmp/hbase.id]:[hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/hbase.id] 2024-12-04T14:17:27,530 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:27,530 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:17:27,531 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T14:17:27,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108 2024-12-04T14:17:27,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x1017dd6473a0004, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108 2024-12-04T14:17:27,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:17:27,570 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:17:27,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:17:27,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:17:27,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:17:27,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:17:27,939 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:17:27,940 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:17:27,940 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:17:27,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:17:28,348 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/data/master/store 2024-12-04T14:17:28,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:17:28,755 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:28,755 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:17:28,755 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:28,755 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:28,755 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:17:28,755 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:28,755 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:17:28,755 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321848755Disabling compacts and flushes for region at 1733321848755Disabling writes for close at 1733321848755Writing region close event to WAL at 1733321848755Closed at 1733321848755 2024-12-04T14:17:28,756 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/data/master/store/.initializing 2024-12-04T14:17:28,756 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/WALs/ff648bb9ef17,37193,1733321847033 2024-12-04T14:17:28,757 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:17:28,759 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C37193%2C1733321847033, suffix=, logDir=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/WALs/ff648bb9ef17,37193,1733321847033, archiveDir=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/oldWALs, maxLogs=10 2024-12-04T14:17:28,776 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/WALs/ff648bb9ef17,37193,1733321847033/ff648bb9ef17%2C37193%2C1733321847033.1733321848759, exclude list is [], retry=0 2024-12-04T14:17:28,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35033,DS-9952de5d-7ae6-42d3-b132-9e2736350ee5,DISK] 2024-12-04T14:17:28,781 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/WALs/ff648bb9ef17,37193,1733321847033/ff648bb9ef17%2C37193%2C1733321847033.1733321848759 2024-12-04T14:17:28,781 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36249:36249)] 2024-12-04T14:17:28,781 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:17:28,781 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:28,781 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:28,781 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:28,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:28,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:17:28,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:28,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:28,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:28,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:17:28,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:28,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:28,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:28,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:17:28,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:28,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:28,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:28,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:17:28,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:28,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:28,789 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:28,790 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:28,790 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:28,791 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:28,791 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:28,791 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:17:28,792 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:17:28,794 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:17:28,794 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70264229, jitterRate=0.04701860249042511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:17:28,794 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733321848781Initializing all the Stores at 1733321848782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321848782Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321848782Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321848782Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321848782Cleaning up temporary data from old regions at 1733321848791 (+9 ms)Region opened successfully at 1733321848794 (+3 ms) 2024-12-04T14:17:28,795 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:17:28,797 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fd7632, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:17:28,798 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:17:28,798 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:17:28,798 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:17:28,798 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:17:28,799 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:17:28,799 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:17:28,799 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:17:28,801 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:17:28,802 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Unable to get data of znode /1-1741985108/balancer because node does not exist (not necessarily an error) 2024-12-04T14:17:28,803 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1741985108/balancer already deleted, retry=false 2024-12-04T14:17:28,803 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:17:28,804 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Unable to get data of znode /1-1741985108/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:17:28,807 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1741985108/normalizer already deleted, retry=false 2024-12-04T14:17:28,807 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:17:28,808 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Unable to get data of znode /1-1741985108/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:17:28,809 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1741985108/switch/split already deleted, retry=false 2024-12-04T14:17:28,810 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Unable to get data of znode /1-1741985108/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:17:28,811 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1741985108/switch/merge already deleted, retry=false 2024-12-04T14:17:28,813 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Unable to get data of znode /1-1741985108/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:17:28,814 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1741985108/snapshot-cleanup already deleted, retry=false 2024-12-04T14:17:28,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1741985108/running 2024-12-04T14:17:28,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x1017dd6473a0004, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1741985108/running 2024-12-04T14:17:28,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108 2024-12-04T14:17:28,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x1017dd6473a0004, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108 2024-12-04T14:17:28,818 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,37193,1733321847033, sessionid=0x1017dd6473a0003, setting cluster-up flag (Was=false) 2024-12-04T14:17:28,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108 2024-12-04T14:17:28,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x1017dd6473a0004, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108 2024-12-04T14:17:28,826 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1741985108/flush-table-proc/acquired, /1-1741985108/flush-table-proc/reached, /1-1741985108/flush-table-proc/abort 2024-12-04T14:17:28,827 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,37193,1733321847033 2024-12-04T14:17:28,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108 2024-12-04T14:17:28,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x1017dd6473a0004, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108 2024-12-04T14:17:28,835 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1741985108/online-snapshot/acquired, /1-1741985108/online-snapshot/reached, /1-1741985108/online-snapshot/abort 2024-12-04T14:17:28,836 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,37193,1733321847033 2024-12-04T14:17:28,837 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:17:28,839 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:17:28,839 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:17:28,839 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:17:28,839 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,37193,1733321847033 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:17:28,840 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:17:28,840 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:17:28,840 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:17:28,841 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:17:28,841 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:17:28,841 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:28,841 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:17:28,841 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:28,841 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733321878841 2024-12-04T14:17:28,842 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:17:28,842 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:17:28,842 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:17:28,842 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:17:28,842 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:17:28,842 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:17:28,842 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:28,842 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:17:28,842 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:17:28,842 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:17:28,842 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:17:28,842 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:17:28,842 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:17:28,843 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:17:28,843 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:17:28,843 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:28,843 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:17:28,844 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321848843,5,FailOnTimeoutGroup] 2024-12-04T14:17:28,848 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321848844,5,FailOnTimeoutGroup] 2024-12-04T14:17:28,848 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:28,848 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:17:28,848 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:28,848 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:28,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:17:28,894 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer(746): ClusterId : d2eb0c3f-03a0-4ba4-af81-d7b35f03de4b 2024-12-04T14:17:28,894 DEBUG [RS:0;ff648bb9ef17:45361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:17:28,896 DEBUG [RS:0;ff648bb9ef17:45361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:17:28,896 DEBUG [RS:0;ff648bb9ef17:45361 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:17:28,899 DEBUG [RS:0;ff648bb9ef17:45361 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:17:28,899 DEBUG [RS:0;ff648bb9ef17:45361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12692dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:17:28,911 DEBUG [RS:0;ff648bb9ef17:45361 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:45361 2024-12-04T14:17:28,911 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:17:28,911 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:17:28,911 DEBUG [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:17:28,912 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,37193,1733321847033 with port=45361, startcode=1733321847074 2024-12-04T14:17:28,912 DEBUG [RS:0;ff648bb9ef17:45361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:17:28,914 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60283, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:17:28,914 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37193 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,45361,1733321847074 2024-12-04T14:17:28,914 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37193 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,45361,1733321847074 2024-12-04T14:17:28,916 DEBUG [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8 2024-12-04T14:17:28,916 DEBUG [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40117 2024-12-04T14:17:28,916 DEBUG [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:17:28,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108/rs 2024-12-04T14:17:28,921 DEBUG [RS:0;ff648bb9ef17:45361 {}] zookeeper.ZKUtil(111): regionserver:45361-0x1017dd6473a0004, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Set watcher on existing znode=/1-1741985108/rs/ff648bb9ef17,45361,1733321847074 2024-12-04T14:17:28,921 WARN [RS:0;ff648bb9ef17:45361 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:17:28,921 INFO [RS:0;ff648bb9ef17:45361 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:17:28,921 DEBUG [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/WALs/ff648bb9ef17,45361,1733321847074 2024-12-04T14:17:28,922 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,45361,1733321847074] 2024-12-04T14:17:28,924 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:17:28,926 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:17:28,926 INFO [RS:0;ff648bb9ef17:45361 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:17:28,926 INFO [RS:0;ff648bb9ef17:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:28,927 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:17:28,927 INFO [RS:0;ff648bb9ef17:45361 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:17:28,927 INFO [RS:0;ff648bb9ef17:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:28,927 DEBUG [RS:0;ff648bb9ef17:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:28,927 DEBUG [RS:0;ff648bb9ef17:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:28,927 DEBUG [RS:0;ff648bb9ef17:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:28,927 DEBUG [RS:0;ff648bb9ef17:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:28,928 DEBUG [RS:0;ff648bb9ef17:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:28,928 DEBUG [RS:0;ff648bb9ef17:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:17:28,928 DEBUG [RS:0;ff648bb9ef17:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:28,928 DEBUG [RS:0;ff648bb9ef17:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:28,928 DEBUG [RS:0;ff648bb9ef17:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:28,928 DEBUG [RS:0;ff648bb9ef17:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:28,928 DEBUG [RS:0;ff648bb9ef17:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:28,928 DEBUG [RS:0;ff648bb9ef17:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:17:28,928 DEBUG [RS:0;ff648bb9ef17:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:17:28,928 DEBUG [RS:0;ff648bb9ef17:45361 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:17:28,928 INFO [RS:0;ff648bb9ef17:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:28,928 INFO [RS:0;ff648bb9ef17:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:28,928 INFO [RS:0;ff648bb9ef17:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:28,928 INFO [RS:0;ff648bb9ef17:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:28,928 INFO [RS:0;ff648bb9ef17:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:28,928 INFO [RS:0;ff648bb9ef17:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,45361,1733321847074-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:17:28,943 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:17:28,943 INFO [RS:0;ff648bb9ef17:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,45361,1733321847074-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:28,943 INFO [RS:0;ff648bb9ef17:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:28,943 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.Replication(171): ff648bb9ef17,45361,1733321847074 started 2024-12-04T14:17:28,957 INFO [RS:0;ff648bb9ef17:45361 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:28,957 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,45361,1733321847074, RpcServer on ff648bb9ef17/172.17.0.2:45361, sessionid=0x1017dd6473a0004 2024-12-04T14:17:28,957 DEBUG [RS:0;ff648bb9ef17:45361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:17:28,957 DEBUG [RS:0;ff648bb9ef17:45361 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,45361,1733321847074 2024-12-04T14:17:28,957 DEBUG [RS:0;ff648bb9ef17:45361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,45361,1733321847074' 2024-12-04T14:17:28,957 DEBUG [RS:0;ff648bb9ef17:45361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1741985108/flush-table-proc/abort' 2024-12-04T14:17:28,957 DEBUG [RS:0;ff648bb9ef17:45361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1741985108/flush-table-proc/acquired' 2024-12-04T14:17:28,958 DEBUG [RS:0;ff648bb9ef17:45361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:17:28,958 DEBUG [RS:0;ff648bb9ef17:45361 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:17:28,958 DEBUG [RS:0;ff648bb9ef17:45361 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,45361,1733321847074 2024-12-04T14:17:28,958 DEBUG [RS:0;ff648bb9ef17:45361 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,45361,1733321847074' 2024-12-04T14:17:28,958 DEBUG [RS:0;ff648bb9ef17:45361 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1741985108/online-snapshot/abort' 2024-12-04T14:17:28,958 DEBUG [RS:0;ff648bb9ef17:45361 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1741985108/online-snapshot/acquired' 2024-12-04T14:17:28,959 DEBUG [RS:0;ff648bb9ef17:45361 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:17:28,959 INFO [RS:0;ff648bb9ef17:45361 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:17:28,959 INFO [RS:0;ff648bb9ef17:45361 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:17:29,059 INFO [RS:0;ff648bb9ef17:45361 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:17:29,061 INFO [RS:0;ff648bb9ef17:45361 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C45361%2C1733321847074, suffix=, logDir=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/WALs/ff648bb9ef17,45361,1733321847074, archiveDir=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/oldWALs, maxLogs=10 2024-12-04T14:17:29,074 DEBUG [RS:0;ff648bb9ef17:45361 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/WALs/ff648bb9ef17,45361,1733321847074/ff648bb9ef17%2C45361%2C1733321847074.1733321849061, exclude list is [], retry=0 2024-12-04T14:17:29,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35033,DS-9952de5d-7ae6-42d3-b132-9e2736350ee5,DISK] 2024-12-04T14:17:29,079 INFO [RS:0;ff648bb9ef17:45361 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/WALs/ff648bb9ef17,45361,1733321847074/ff648bb9ef17%2C45361%2C1733321847074.1733321849061 2024-12-04T14:17:29,079 DEBUG [RS:0;ff648bb9ef17:45361 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36249:36249)] 2024-12-04T14:17:29,253 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:17:29,253 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8 2024-12-04T14:17:29,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741833_1009 (size=32) 2024-12-04T14:17:29,659 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:29,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:17:29,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:17:29,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:29,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:29,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:17:29,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:17:29,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:29,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:29,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:17:29,665 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:17:29,665 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:29,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:29,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:17:29,666 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:17:29,666 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:29,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:29,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:17:29,667 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740 2024-12-04T14:17:29,668 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740 2024-12-04T14:17:29,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:17:29,669 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:17:29,669 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:17:29,670 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:17:29,672 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:17:29,673 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59880840, jitterRate=-0.10770595073699951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:17:29,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733321849659Initializing all the Stores at 1733321849660 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321849660Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321849660Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321849660Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321849660Cleaning up temporary data from old regions at 1733321849669 (+9 ms)Region opened successfully at 1733321849673 (+4 ms) 2024-12-04T14:17:29,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:17:29,673 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:17:29,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:17:29,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:17:29,673 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:17:29,674 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:17:29,674 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321849673Disabling compacts and flushes for region at 1733321849673Disabling writes for close at 1733321849673Writing region close event to WAL at 1733321849674 (+1 ms)Closed at 1733321849674 2024-12-04T14:17:29,675 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:17:29,675 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:17:29,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:17:29,677 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:17:29,678 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:17:29,828 DEBUG [ff648bb9ef17:37193 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:17:29,828 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,45361,1733321847074 2024-12-04T14:17:29,830 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,45361,1733321847074, state=OPENING 2024-12-04T14:17:29,831 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:17:29,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108 2024-12-04T14:17:29,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x1017dd6473a0004, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108 2024-12-04T14:17:29,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1741985108/meta-region-server: CHANGED 2024-12-04T14:17:29,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1741985108/meta-region-server: CHANGED 2024-12-04T14:17:29,834 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:17:29,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,45361,1733321847074}] 2024-12-04T14:17:29,987 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:17:29,989 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:17:29,993 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:17:29,993 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:17:29,993 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:17:29,995 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C45361%2C1733321847074.meta, suffix=.meta, logDir=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/WALs/ff648bb9ef17,45361,1733321847074, archiveDir=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/oldWALs, maxLogs=10 2024-12-04T14:17:30,008 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/WALs/ff648bb9ef17,45361,1733321847074/ff648bb9ef17%2C45361%2C1733321847074.meta.1733321849995.meta, exclude list is [], retry=0 2024-12-04T14:17:30,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35033,DS-9952de5d-7ae6-42d3-b132-9e2736350ee5,DISK] 2024-12-04T14:17:30,012 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/WALs/ff648bb9ef17,45361,1733321847074/ff648bb9ef17%2C45361%2C1733321847074.meta.1733321849995.meta 2024-12-04T14:17:30,012 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36249:36249)] 2024-12-04T14:17:30,012 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:17:30,012 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:17:30,013 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:17:30,013 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:17:30,013 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:17:30,013 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:17:30,013 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:30,013 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:17:30,013 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:17:30,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:17:30,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:17:30,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:30,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:30,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:17:30,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:17:30,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:30,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:30,017 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:17:30,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:17:30,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:30,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:30,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:17:30,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:17:30,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:30,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:17:30,019 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:17:30,020 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740 2024-12-04T14:17:30,021 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740 2024-12-04T14:17:30,022 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:17:30,022 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:17:30,022 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:17:30,024 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:17:30,024 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74524788, jitterRate=0.11050587892532349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:17:30,024 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:17:30,025 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733321850013Writing region info on filesystem at 1733321850013Initializing all the Stores at 1733321850014 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321850014Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321850014Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321850014Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321850014Cleaning up temporary data from old regions at 1733321850022 (+8 ms)Running coprocessor post-open hooks at 1733321850024 (+2 ms)Region opened successfully at 1733321850024 2024-12-04T14:17:30,025 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733321849987 2024-12-04T14:17:30,028 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:17:30,028 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:17:30,028 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,45361,1733321847074 2024-12-04T14:17:30,029 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,45361,1733321847074, state=OPEN 2024-12-04T14:17:30,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1741985108/meta-region-server 2024-12-04T14:17:30,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x1017dd6473a0004, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1741985108/meta-region-server 2024-12-04T14:17:30,031 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,45361,1733321847074 2024-12-04T14:17:30,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1741985108/meta-region-server: CHANGED 2024-12-04T14:17:30,031 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1741985108/meta-region-server: CHANGED 2024-12-04T14:17:30,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:17:30,033 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,45361,1733321847074 in 197 msec 2024-12-04T14:17:30,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:17:30,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-12-04T14:17:30,036 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:17:30,036 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:17:30,038 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:17:30,038 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,45361,1733321847074, seqNum=-1] 2024-12-04T14:17:30,038 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:17:30,039 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:17:30,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2050 sec 2024-12-04T14:17:30,044 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733321850044, completionTime=-1 2024-12-04T14:17:30,044 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:17:30,044 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:17:30,046 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:17:30,046 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733321910046 2024-12-04T14:17:30,046 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733321970046 2024-12-04T14:17:30,046 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T14:17:30,046 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,37193,1733321847033-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:30,046 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,37193,1733321847033-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:30,047 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,37193,1733321847033-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:30,047 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:37193, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:30,047 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:30,047 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:30,048 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:17:30,050 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.940sec 2024-12-04T14:17:30,050 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:17:30,050 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:17:30,050 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:17:30,050 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:17:30,050 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:17:30,050 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,37193,1733321847033-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:17:30,050 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,37193,1733321847033-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:17:30,052 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:17:30,052 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:17:30,052 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,37193,1733321847033-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:17:30,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b2bf38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:30,094 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,37193,-1 for getting cluster id 2024-12-04T14:17:30,094 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:17:30,096 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2eb0c3f-03a0-4ba4-af81-d7b35f03de4b' 2024-12-04T14:17:30,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:17:30,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2eb0c3f-03a0-4ba4-af81-d7b35f03de4b" 2024-12-04T14:17:30,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a57b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:30,096 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,37193,-1] 2024-12-04T14:17:30,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:17:30,097 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:30,098 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:17:30,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@511ee1eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:30,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:17:30,099 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,45361,1733321847074, seqNum=-1] 2024-12-04T14:17:30,100 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:17:30,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:17:30,102 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,37193,1733321847033 2024-12-04T14:17:30,103 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64750 2024-12-04T14:17:30,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:17:30,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017dd6473a0005 connected 2024-12-04T14:17:30,115 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:17:30,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43965,1733321842895 2024-12-04T14:17:30,116 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@159ce6a0 2024-12-04T14:17:30,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:17:30,118 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:17:30,121 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:17:30,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T14:17:30,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:17:30,125 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:30,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T14:17:30,126 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:17:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:17:30,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741835_1011 (size=902) 2024-12-04T14:17:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:17:30,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:17:30,535 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a5fb3ddacc66d667ba09878d7c69c5df, NAME => 'test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c 2024-12-04T14:17:30,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741836_1012 (size=39) 2024-12-04T14:17:30,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:17:30,797 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T14:17:30,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:30,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a5fb3ddacc66d667ba09878d7c69c5df, disabling compactions & flushes 2024-12-04T14:17:30,941 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df. 2024-12-04T14:17:30,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df. 2024-12-04T14:17:30,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df. after waiting 0 ms 2024-12-04T14:17:30,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df. 2024-12-04T14:17:30,941 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df. 2024-12-04T14:17:30,941 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a5fb3ddacc66d667ba09878d7c69c5df: Waiting for close lock at 1733321850941Disabling compacts and flushes for region at 1733321850941Disabling writes for close at 1733321850941Writing region close event to WAL at 1733321850941Closed at 1733321850941 2024-12-04T14:17:30,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:17:30,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733321850943"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733321850943"}]},"ts":"1733321850943"} 2024-12-04T14:17:30,946 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:17:30,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:17:30,947 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321850947"}]},"ts":"1733321850947"} 2024-12-04T14:17:30,952 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T14:17:30,953 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a5fb3ddacc66d667ba09878d7c69c5df, ASSIGN}] 2024-12-04T14:17:30,954 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a5fb3ddacc66d667ba09878d7c69c5df, ASSIGN 2024-12-04T14:17:30,955 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a5fb3ddacc66d667ba09878d7c69c5df, ASSIGN; state=OFFLINE, location=ff648bb9ef17,36457,1733321842947; forceNewPlan=false, retain=false 2024-12-04T14:17:31,105 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a5fb3ddacc66d667ba09878d7c69c5df, regionState=OPENING, regionLocation=ff648bb9ef17,36457,1733321842947 2024-12-04T14:17:31,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a5fb3ddacc66d667ba09878d7c69c5df, ASSIGN because future has completed 2024-12-04T14:17:31,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5fb3ddacc66d667ba09878d7c69c5df, server=ff648bb9ef17,36457,1733321842947}] 2024-12-04T14:17:31,265 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df. 2024-12-04T14:17:31,266 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a5fb3ddacc66d667ba09878d7c69c5df, NAME => 'test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:17:31,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:17:31,266 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:17:31,266 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T14:17:31,266 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a5fb3ddacc66d667ba09878d7c69c5df 2024-12-04T14:17:31,267 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:31,267 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a5fb3ddacc66d667ba09878d7c69c5df 2024-12-04T14:17:31,267 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a5fb3ddacc66d667ba09878d7c69c5df 2024-12-04T14:17:31,268 INFO [StoreOpener-a5fb3ddacc66d667ba09878d7c69c5df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a5fb3ddacc66d667ba09878d7c69c5df 2024-12-04T14:17:31,269 INFO [StoreOpener-a5fb3ddacc66d667ba09878d7c69c5df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5fb3ddacc66d667ba09878d7c69c5df columnFamilyName f 2024-12-04T14:17:31,269 DEBUG [StoreOpener-a5fb3ddacc66d667ba09878d7c69c5df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:31,270 INFO [StoreOpener-a5fb3ddacc66d667ba09878d7c69c5df-1 {}] regionserver.HStore(327): Store=a5fb3ddacc66d667ba09878d7c69c5df/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:31,270 INFO [StoreOpener-a5fb3ddacc66d667ba09878d7c69c5df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a5fb3ddacc66d667ba09878d7c69c5df 2024-12-04T14:17:31,271 INFO [StoreOpener-a5fb3ddacc66d667ba09878d7c69c5df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5fb3ddacc66d667ba09878d7c69c5df columnFamilyName f1 2024-12-04T14:17:31,271 DEBUG [StoreOpener-a5fb3ddacc66d667ba09878d7c69c5df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:31,271 INFO [StoreOpener-a5fb3ddacc66d667ba09878d7c69c5df-1 {}] regionserver.HStore(327): Store=a5fb3ddacc66d667ba09878d7c69c5df/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:31,271 INFO [StoreOpener-a5fb3ddacc66d667ba09878d7c69c5df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a5fb3ddacc66d667ba09878d7c69c5df 2024-12-04T14:17:31,272 INFO [StoreOpener-a5fb3ddacc66d667ba09878d7c69c5df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5fb3ddacc66d667ba09878d7c69c5df columnFamilyName norep 2024-12-04T14:17:31,272 DEBUG [StoreOpener-a5fb3ddacc66d667ba09878d7c69c5df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:31,273 INFO [StoreOpener-a5fb3ddacc66d667ba09878d7c69c5df-1 {}] regionserver.HStore(327): Store=a5fb3ddacc66d667ba09878d7c69c5df/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:31,273 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a5fb3ddacc66d667ba09878d7c69c5df 2024-12-04T14:17:31,274 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/default/test/a5fb3ddacc66d667ba09878d7c69c5df 2024-12-04T14:17:31,274 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/default/test/a5fb3ddacc66d667ba09878d7c69c5df 2024-12-04T14:17:31,275 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a5fb3ddacc66d667ba09878d7c69c5df 2024-12-04T14:17:31,275 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a5fb3ddacc66d667ba09878d7c69c5df 2024-12-04T14:17:31,275 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:17:31,276 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a5fb3ddacc66d667ba09878d7c69c5df 2024-12-04T14:17:31,279 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/default/test/a5fb3ddacc66d667ba09878d7c69c5df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:17:31,279 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a5fb3ddacc66d667ba09878d7c69c5df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72050219, jitterRate=0.07363192737102509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:17:31,279 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5fb3ddacc66d667ba09878d7c69c5df 2024-12-04T14:17:31,280 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a5fb3ddacc66d667ba09878d7c69c5df: Running coprocessor pre-open hook at 1733321851267Writing region info on filesystem at 1733321851267Initializing all the Stores at 1733321851268 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321851268Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321851268Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321851268Cleaning up temporary data from old regions at 1733321851275 (+7 ms)Running coprocessor post-open hooks at 1733321851279 (+4 ms)Region opened successfully at 1733321851280 (+1 ms) 2024-12-04T14:17:31,282 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df., pid=6, masterSystemTime=1733321851261 2024-12-04T14:17:31,284 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df. 2024-12-04T14:17:31,284 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df. 2024-12-04T14:17:31,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a5fb3ddacc66d667ba09878d7c69c5df, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff648bb9ef17,36457,1733321842947 2024-12-04T14:17:31,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5fb3ddacc66d667ba09878d7c69c5df, server=ff648bb9ef17,36457,1733321842947 because future has completed 2024-12-04T14:17:31,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:17:31,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a5fb3ddacc66d667ba09878d7c69c5df, server=ff648bb9ef17,36457,1733321842947 in 181 msec 2024-12-04T14:17:31,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T14:17:31,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a5fb3ddacc66d667ba09878d7c69c5df, ASSIGN in 340 msec 2024-12-04T14:17:31,295 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:17:31,295 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321851295"}]},"ts":"1733321851295"} 2024-12-04T14:17:31,298 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T14:17:31,299 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:17:31,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1770 sec 2024-12-04T14:17:32,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T14:17:32,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T14:17:32,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T14:17:32,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T14:17:32,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:17:32,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T14:17:32,069 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:17:32,069 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T14:17:32,069 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:17:32,069 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T14:17:32,069 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T14:17:32,069 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T14:17:32,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:17:32,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:17:32,277 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T14:17:32,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,37193,1733321847033 2024-12-04T14:17:32,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@103164e 2024-12-04T14:17:32,278 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:17:32,279 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:17:32,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:17:32,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T14:17:32,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:17:32,283 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:32,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T14:17:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:17:32,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:17:32,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741835_1011 (size=902) 2024-12-04T14:17:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:17:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:17:32,692 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a14e3f3ea24b869f8d151f97f9e5d6a8, NAME => 'test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8 2024-12-04T14:17:32,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741836_1012 (size=39) 2024-12-04T14:17:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:17:33,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:33,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a14e3f3ea24b869f8d151f97f9e5d6a8, disabling compactions & flushes 2024-12-04T14:17:33,099 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8. 2024-12-04T14:17:33,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8. 2024-12-04T14:17:33,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8. after waiting 0 ms 2024-12-04T14:17:33,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8. 2024-12-04T14:17:33,099 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8. 2024-12-04T14:17:33,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a14e3f3ea24b869f8d151f97f9e5d6a8: Waiting for close lock at 1733321853099Disabling compacts and flushes for region at 1733321853099Disabling writes for close at 1733321853099Writing region close event to WAL at 1733321853099Closed at 1733321853099 2024-12-04T14:17:33,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:17:33,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733321853101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733321853101"}]},"ts":"1733321853101"} 2024-12-04T14:17:33,104 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:17:33,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:17:33,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321853105"}]},"ts":"1733321853105"} 2024-12-04T14:17:33,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T14:17:33,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a14e3f3ea24b869f8d151f97f9e5d6a8, ASSIGN}] 2024-12-04T14:17:33,108 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a14e3f3ea24b869f8d151f97f9e5d6a8, ASSIGN 2024-12-04T14:17:33,109 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a14e3f3ea24b869f8d151f97f9e5d6a8, ASSIGN; state=OFFLINE, location=ff648bb9ef17,45361,1733321847074; forceNewPlan=false, retain=false 2024-12-04T14:17:33,260 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a14e3f3ea24b869f8d151f97f9e5d6a8, regionState=OPENING, regionLocation=ff648bb9ef17,45361,1733321847074 2024-12-04T14:17:33,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a14e3f3ea24b869f8d151f97f9e5d6a8, ASSIGN because future has completed 2024-12-04T14:17:33,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a14e3f3ea24b869f8d151f97f9e5d6a8, server=ff648bb9ef17,45361,1733321847074}] 2024-12-04T14:17:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:17:33,420 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8. 2024-12-04T14:17:33,420 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a14e3f3ea24b869f8d151f97f9e5d6a8, NAME => 'test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:17:33,421 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:17:33,421 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T14:17:33,421 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a14e3f3ea24b869f8d151f97f9e5d6a8 2024-12-04T14:17:33,421 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:33,421 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a14e3f3ea24b869f8d151f97f9e5d6a8 2024-12-04T14:17:33,421 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a14e3f3ea24b869f8d151f97f9e5d6a8 2024-12-04T14:17:33,423 INFO [StoreOpener-a14e3f3ea24b869f8d151f97f9e5d6a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a14e3f3ea24b869f8d151f97f9e5d6a8 2024-12-04T14:17:33,424 INFO [StoreOpener-a14e3f3ea24b869f8d151f97f9e5d6a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a14e3f3ea24b869f8d151f97f9e5d6a8 columnFamilyName f 2024-12-04T14:17:33,424 DEBUG [StoreOpener-a14e3f3ea24b869f8d151f97f9e5d6a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:33,425 INFO [StoreOpener-a14e3f3ea24b869f8d151f97f9e5d6a8-1 {}] regionserver.HStore(327): Store=a14e3f3ea24b869f8d151f97f9e5d6a8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:33,425 INFO [StoreOpener-a14e3f3ea24b869f8d151f97f9e5d6a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a14e3f3ea24b869f8d151f97f9e5d6a8 2024-12-04T14:17:33,426 INFO [StoreOpener-a14e3f3ea24b869f8d151f97f9e5d6a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a14e3f3ea24b869f8d151f97f9e5d6a8 columnFamilyName f1 2024-12-04T14:17:33,426 DEBUG [StoreOpener-a14e3f3ea24b869f8d151f97f9e5d6a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:33,427 INFO [StoreOpener-a14e3f3ea24b869f8d151f97f9e5d6a8-1 {}] regionserver.HStore(327): Store=a14e3f3ea24b869f8d151f97f9e5d6a8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:33,427 INFO [StoreOpener-a14e3f3ea24b869f8d151f97f9e5d6a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a14e3f3ea24b869f8d151f97f9e5d6a8 2024-12-04T14:17:33,428 INFO [StoreOpener-a14e3f3ea24b869f8d151f97f9e5d6a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a14e3f3ea24b869f8d151f97f9e5d6a8 columnFamilyName norep 2024-12-04T14:17:33,428 DEBUG [StoreOpener-a14e3f3ea24b869f8d151f97f9e5d6a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:33,429 INFO [StoreOpener-a14e3f3ea24b869f8d151f97f9e5d6a8-1 {}] regionserver.HStore(327): Store=a14e3f3ea24b869f8d151f97f9e5d6a8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:33,429 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a14e3f3ea24b869f8d151f97f9e5d6a8 2024-12-04T14:17:33,429 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/default/test/a14e3f3ea24b869f8d151f97f9e5d6a8 2024-12-04T14:17:33,430 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/default/test/a14e3f3ea24b869f8d151f97f9e5d6a8 2024-12-04T14:17:33,430 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a14e3f3ea24b869f8d151f97f9e5d6a8 2024-12-04T14:17:33,430 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a14e3f3ea24b869f8d151f97f9e5d6a8 2024-12-04T14:17:33,431 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:17:33,432 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a14e3f3ea24b869f8d151f97f9e5d6a8 2024-12-04T14:17:33,434 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/default/test/a14e3f3ea24b869f8d151f97f9e5d6a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:17:33,434 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a14e3f3ea24b869f8d151f97f9e5d6a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72379991, jitterRate=0.07854591310024261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:17:33,434 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a14e3f3ea24b869f8d151f97f9e5d6a8 2024-12-04T14:17:33,434 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a14e3f3ea24b869f8d151f97f9e5d6a8: Running coprocessor pre-open hook at 1733321853421Writing region info on filesystem at 1733321853421Initializing all the Stores at 1733321853422 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321853422Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321853422Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321853422Cleaning up temporary data from old regions at 1733321853430 (+8 ms)Running coprocessor post-open hooks at 1733321853434 (+4 ms)Region opened successfully at 1733321853434 2024-12-04T14:17:33,435 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8., pid=6, masterSystemTime=1733321853415 2024-12-04T14:17:33,437 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8. 2024-12-04T14:17:33,438 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8. 2024-12-04T14:17:33,438 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a14e3f3ea24b869f8d151f97f9e5d6a8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff648bb9ef17,45361,1733321847074 2024-12-04T14:17:33,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a14e3f3ea24b869f8d151f97f9e5d6a8, server=ff648bb9ef17,45361,1733321847074 because future has completed 2024-12-04T14:17:33,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:17:33,445 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a14e3f3ea24b869f8d151f97f9e5d6a8, server=ff648bb9ef17,45361,1733321847074 in 179 msec 2024-12-04T14:17:33,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T14:17:33,447 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a14e3f3ea24b869f8d151f97f9e5d6a8, ASSIGN in 338 msec 2024-12-04T14:17:33,448 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:17:33,449 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321853448"}]},"ts":"1733321853448"} 2024-12-04T14:17:33,451 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T14:17:33,452 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:17:33,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-12-04T14:17:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37193 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:17:34,426 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T14:17:34,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d4381e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:34,427 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43965,-1 for getting cluster id 2024-12-04T14:17:34,427 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:17:34,428 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '461f9b3c-6bf8-4b2e-bd82-6fff0636f029' 2024-12-04T14:17:34,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:17:34,428 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "461f9b3c-6bf8-4b2e-bd82-6fff0636f029" 2024-12-04T14:17:34,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e7ff59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:34,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43965,-1] 2024-12-04T14:17:34,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:17:34,429 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:34,430 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:17:34,430 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e77726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:34,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de84745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:34,431 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,37193,-1 for getting cluster id 2024-12-04T14:17:34,431 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:17:34,432 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2eb0c3f-03a0-4ba4-af81-d7b35f03de4b' 2024-12-04T14:17:34,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:17:34,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2eb0c3f-03a0-4ba4-af81-d7b35f03de4b" 2024-12-04T14:17:34,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9004f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:34,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,37193,-1] 2024-12-04T14:17:34,432 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:17:34,433 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:34,433 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:17:34,434 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509f0d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:34,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c1b1d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:34,434 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43965,-1 for getting cluster id 2024-12-04T14:17:34,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:17:34,435 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '461f9b3c-6bf8-4b2e-bd82-6fff0636f029' 2024-12-04T14:17:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:17:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "461f9b3c-6bf8-4b2e-bd82-6fff0636f029" 2024-12-04T14:17:34,435 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fb0edd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43965,-1] 2024-12-04T14:17:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:17:34,436 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:34,436 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:17:34,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6493f738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:34,439 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:17:34,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43965,1733321842895 2024-12-04T14:17:34,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47af0b4c 2024-12-04T14:17:34,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:17:34,441 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:17:34,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff648bb9ef17:37193,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-12-04T14:17:34,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:17:34,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:17:34,444 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:37193' 2024-12-04T14:17:34,445 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65411c87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:34,445 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,37193,-1 for getting cluster id 2024-12-04T14:17:34,445 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:17:34,446 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2eb0c3f-03a0-4ba4-af81-d7b35f03de4b' 2024-12-04T14:17:34,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:17:34,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2eb0c3f-03a0-4ba4-af81-d7b35f03de4b" 2024-12-04T14:17:34,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f34289b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:34,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,37193,-1] 2024-12-04T14:17:34,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:17:34,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:34,447 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:17:34,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ddbc34a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:34,448 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:17:34,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,37193,1733321847033 2024-12-04T14:17:34,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11b74668 2024-12-04T14:17:34,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:17:34,450 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:17:34,450 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T14:17:34,450 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T14:17:34,450 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:34,451 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:34,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:17:34,451 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:17:34,452 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T14:17:34,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:17:34,453 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:34,454 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:17:34,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741837_1013 (size=1138) 2024-12-04T14:17:34,502 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T14:17:34,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:17:34,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:17:34,863 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4b1d801f6fdafafc0ba98ea4793676b5, NAME => 'hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c 2024-12-04T14:17:34,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741838_1014 (size=44) 2024-12-04T14:17:34,925 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T14:17:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:17:35,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:35,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4b1d801f6fdafafc0ba98ea4793676b5, disabling compactions & flushes 2024-12-04T14:17:35,269 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5. 2024-12-04T14:17:35,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5. 2024-12-04T14:17:35,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5. after waiting 0 ms 2024-12-04T14:17:35,269 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5. 2024-12-04T14:17:35,269 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5. 2024-12-04T14:17:35,270 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4b1d801f6fdafafc0ba98ea4793676b5: Waiting for close lock at 1733321855269Disabling compacts and flushes for region at 1733321855269Disabling writes for close at 1733321855269Writing region close event to WAL at 1733321855269Closed at 1733321855269 2024-12-04T14:17:35,271 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:17:35,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733321855271"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733321855271"}]},"ts":"1733321855271"} 2024-12-04T14:17:35,276 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:17:35,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:17:35,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321855277"}]},"ts":"1733321855277"} 2024-12-04T14:17:35,280 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T14:17:35,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b1d801f6fdafafc0ba98ea4793676b5, ASSIGN}] 2024-12-04T14:17:35,282 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b1d801f6fdafafc0ba98ea4793676b5, ASSIGN 2024-12-04T14:17:35,283 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4b1d801f6fdafafc0ba98ea4793676b5, ASSIGN; state=OFFLINE, location=ff648bb9ef17,36457,1733321842947; forceNewPlan=false, retain=false 2024-12-04T14:17:35,434 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4b1d801f6fdafafc0ba98ea4793676b5, regionState=OPENING, regionLocation=ff648bb9ef17,36457,1733321842947 2024-12-04T14:17:35,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4b1d801f6fdafafc0ba98ea4793676b5, ASSIGN because future has completed 2024-12-04T14:17:35,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b1d801f6fdafafc0ba98ea4793676b5, server=ff648bb9ef17,36457,1733321842947}] 2024-12-04T14:17:35,515 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:17:35,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:17:35,552 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:17:35,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:17:35,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:17:35,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:17:35,599 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5. 2024-12-04T14:17:35,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:17:35,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T14:17:35,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C36457%2C1733321842947.rep, suffix=, logDir=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947, archiveDir=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/oldWALs, maxLogs=10 2024-12-04T14:17:35,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.rep.1733321855602, exclude list is [], retry=0 2024-12-04T14:17:35,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43143,DS-d44b9a5e-97c5-4ebe-bcbb-bc053c95ef0b,DISK] 2024-12-04T14:17:35,621 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.rep.1733321855602 2024-12-04T14:17:35,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43993:43993)] 2024-12-04T14:17:35,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4b1d801f6fdafafc0ba98ea4793676b5, NAME => 'hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:17:35,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:17:35,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:17:35,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5. service=MultiRowMutationService 2024-12-04T14:17:35,625 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T14:17:35,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4b1d801f6fdafafc0ba98ea4793676b5 2024-12-04T14:17:35,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:17:35,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4b1d801f6fdafafc0ba98ea4793676b5 2024-12-04T14:17:35,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4b1d801f6fdafafc0ba98ea4793676b5 2024-12-04T14:17:35,627 INFO [StoreOpener-4b1d801f6fdafafc0ba98ea4793676b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4b1d801f6fdafafc0ba98ea4793676b5 2024-12-04T14:17:35,629 INFO [StoreOpener-4b1d801f6fdafafc0ba98ea4793676b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b1d801f6fdafafc0ba98ea4793676b5 columnFamilyName hfileref 2024-12-04T14:17:35,629 DEBUG [StoreOpener-4b1d801f6fdafafc0ba98ea4793676b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:35,629 INFO [StoreOpener-4b1d801f6fdafafc0ba98ea4793676b5-1 {}] regionserver.HStore(327): Store=4b1d801f6fdafafc0ba98ea4793676b5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:35,629 INFO [StoreOpener-4b1d801f6fdafafc0ba98ea4793676b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4b1d801f6fdafafc0ba98ea4793676b5 2024-12-04T14:17:35,631 INFO [StoreOpener-4b1d801f6fdafafc0ba98ea4793676b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b1d801f6fdafafc0ba98ea4793676b5 columnFamilyName queue 2024-12-04T14:17:35,631 DEBUG [StoreOpener-4b1d801f6fdafafc0ba98ea4793676b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:35,632 INFO [StoreOpener-4b1d801f6fdafafc0ba98ea4793676b5-1 {}] regionserver.HStore(327): Store=4b1d801f6fdafafc0ba98ea4793676b5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:35,632 INFO [StoreOpener-4b1d801f6fdafafc0ba98ea4793676b5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4b1d801f6fdafafc0ba98ea4793676b5 2024-12-04T14:17:35,633 INFO [StoreOpener-4b1d801f6fdafafc0ba98ea4793676b5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4b1d801f6fdafafc0ba98ea4793676b5 columnFamilyName sid 2024-12-04T14:17:35,633 DEBUG [StoreOpener-4b1d801f6fdafafc0ba98ea4793676b5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:17:35,634 INFO [StoreOpener-4b1d801f6fdafafc0ba98ea4793676b5-1 {}] regionserver.HStore(327): Store=4b1d801f6fdafafc0ba98ea4793676b5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:17:35,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4b1d801f6fdafafc0ba98ea4793676b5 2024-12-04T14:17:35,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/replication/4b1d801f6fdafafc0ba98ea4793676b5 2024-12-04T14:17:35,635 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/replication/4b1d801f6fdafafc0ba98ea4793676b5 2024-12-04T14:17:35,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4b1d801f6fdafafc0ba98ea4793676b5 2024-12-04T14:17:35,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4b1d801f6fdafafc0ba98ea4793676b5 2024-12-04T14:17:35,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:17:35,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4b1d801f6fdafafc0ba98ea4793676b5 2024-12-04T14:17:35,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/replication/4b1d801f6fdafafc0ba98ea4793676b5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:17:35,643 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4b1d801f6fdafafc0ba98ea4793676b5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71017062, jitterRate=0.05823668837547302}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:17:35,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4b1d801f6fdafafc0ba98ea4793676b5 2024-12-04T14:17:35,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4b1d801f6fdafafc0ba98ea4793676b5: Running coprocessor pre-open hook at 1733321855626Writing region info on filesystem at 1733321855626Initializing all the Stores at 1733321855627 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321855627Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321855627Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321855627Cleaning up temporary data from old regions at 1733321855636 (+9 ms)Running coprocessor post-open hooks at 1733321855643 (+7 ms)Region opened successfully at 1733321855643 2024-12-04T14:17:35,644 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5., pid=10, masterSystemTime=1733321855592 2024-12-04T14:17:35,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5. 2024-12-04T14:17:35,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5. 2024-12-04T14:17:35,647 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4b1d801f6fdafafc0ba98ea4793676b5, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,36457,1733321842947 2024-12-04T14:17:35,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4b1d801f6fdafafc0ba98ea4793676b5, server=ff648bb9ef17,36457,1733321842947 because future has completed 2024-12-04T14:17:35,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T14:17:35,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4b1d801f6fdafafc0ba98ea4793676b5, server=ff648bb9ef17,36457,1733321842947 in 214 msec 2024-12-04T14:17:35,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T14:17:35,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4b1d801f6fdafafc0ba98ea4793676b5, ASSIGN in 373 msec 2024-12-04T14:17:35,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:17:35,658 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321855657"}]},"ts":"1733321855657"} 2024-12-04T14:17:35,660 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T14:17:35,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:17:35,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2100 sec 2024-12-04T14:17:35,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5., hostname=ff648bb9ef17,36457,1733321842947, seqNum=2] 2024-12-04T14:17:35,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834 2024-12-04T14:17:35,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834 2024-12-04T14:17:35,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:17:35,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36457 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T14:17:35,880 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T14:17:35,927 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff648bb9ef17,36457,1733321842947, ReplicationSource: 1, currentBandwidth=0 2024-12-04T14:17:35,927 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:17:35,927 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,36457,1733321842947, seqNum=-1] 2024-12-04T14:17:35,928 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:17:35,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-12-04T14:17:35,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff648bb9ef17,36457,1733321842947', locateType=CURRENT is [region=hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5., hostname=ff648bb9ef17,36457,1733321842947, seqNum=2] 2024-12-04T14:17:35,935 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T14:17:35,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T14:17:35,938 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff648bb9ef17,36457,1733321842947 suceeded 2024-12-04T14:17:35,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T14:17:35,948 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-12-04T14:17:35,948 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff648bb9ef17:37193,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-12-04T14:17:36,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-12-04T14:17:36,018 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:37193' 2024-12-04T14:17:36,021 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43329bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:36,021 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,37193,-1 for getting cluster id 2024-12-04T14:17:36,021 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:17:36,022 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2eb0c3f-03a0-4ba4-af81-d7b35f03de4b' 2024-12-04T14:17:36,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:17:36,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2eb0c3f-03a0-4ba4-af81-d7b35f03de4b" 2024-12-04T14:17:36,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ff357d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:36,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,37193,-1] 2024-12-04T14:17:36,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:17:36,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:36,025 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:17:36,026 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54a32ecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:36,026 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:17:36,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,37193,1733321847033 2024-12-04T14:17:36,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d36d3d7 2024-12-04T14:17:36,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:17:36,028 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-12-04T14:17:36,029 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff648bb9ef17,36457,1733321842947 (queues=1) is replicating from cluster=461f9b3c-6bf8-4b2e-bd82-6fff0636f029 to cluster=d2eb0c3f-03a0-4ba4-af81-d7b35f03de4b 2024-12-04T14:17:36,029 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff648bb9ef17%2C36457%2C1733321842947 2024-12-04T14:17:36,029 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff648bb9ef17,36457,1733321842947, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:17:36,032 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933, startPosition=0, beingWritten=true 2024-12-04T14:17:36,033 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.shipperff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C36457%2C1733321842947 2024-12-04T14:17:36,048 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:17:36,048 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 379, reset compression=false 2024-12-04T14:17:36,048 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.shipperff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,36457,1733321842947 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:17:36,254 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 379, reset compression=false 2024-12-04T14:17:36,560 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 379, reset compression=false 2024-12-04T14:17:36,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43965 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:17:36,597 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T14:17:36,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:17:36,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:17:36,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:36,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:36,598 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:17:36,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:36,608 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/load_f/f/hfile_0 is 36, key is aaaa/f:row/1733321856607/Put/seqid=0 2024-12-04T14:17:36,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741840_1016 (size=7894) 2024-12-04T14:17:36,966 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 379, reset compression=false 2024-12-04T14:17:37,029 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/load_f/f/hfile_1 is 34, key is ddd/f:row/1733321857028/Put/seqid=0 2024-12-04T14:17:37,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741841_1017 (size=7691) 2024-12-04T14:17:37,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d01701a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:37,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43965,-1 for getting cluster id 2024-12-04T14:17:37,441 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:17:37,442 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '461f9b3c-6bf8-4b2e-bd82-6fff0636f029' 2024-12-04T14:17:37,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:17:37,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "461f9b3c-6bf8-4b2e-bd82-6fff0636f029" 2024-12-04T14:17:37,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779560c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:37,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43965,-1] 2024-12-04T14:17:37,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:17:37,443 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:37,444 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:17:37,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6053253b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:37,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:17:37,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,36457,1733321842947, seqNum=-1] 2024-12-04T14:17:37,446 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:17:37,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:17:37,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:17:37,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43965,1733321842895 2024-12-04T14:17:37,460 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f8570a7 2024-12-04T14:17:37,464 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:17:37,465 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:17:37,472 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df., hostname=ff648bb9ef17,36457,1733321842947, seqNum=2] 2024-12-04T14:17:37,474 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 379, reset compression=false 2024-12-04T14:17:37,485 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T14:17:37,501 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-04T14:17:37,505 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-04T14:17:37,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/load_f/f/hfile_0 for inclusion in a5fb3ddacc66d667ba09878d7c69c5df/f 2024-12-04T14:17:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T14:17:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:17:37,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/load_f/f/hfile_1 for inclusion in a5fb3ddacc66d667ba09878d7c69c5df/f 2024-12-04T14:17:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T14:17:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:17:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HRegion(2603): Flush status journal for a5fb3ddacc66d667ba09878d7c69c5df: 2024-12-04T14:17:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/load_f/f/hfile_0 to hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/staging/jenkins__test__rdmbi5nqo9mhnfqihdmre2r8snn1jus37us0e30h0f1aat55k0usduq3geh4giki/f/hfile_0 2024-12-04T14:17:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/staging/jenkins__test__rdmbi5nqo9mhnfqihdmre2r8snn1jus37us0e30h0f1aat55k0usduq3geh4giki/f/hfile_0 as hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/default/test/a5fb3ddacc66d667ba09878d7c69c5df/f/f2b22159b73a441da328318415611511_SeqId_4_ 2024-12-04T14:17:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/load_f/f/hfile_1 to hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/staging/jenkins__test__rdmbi5nqo9mhnfqihdmre2r8snn1jus37us0e30h0f1aat55k0usduq3geh4giki/f/hfile_1 2024-12-04T14:17:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/staging/jenkins__test__rdmbi5nqo9mhnfqihdmre2r8snn1jus37us0e30h0f1aat55k0usduq3geh4giki/f/hfile_1 as hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/default/test/a5fb3ddacc66d667ba09878d7c69c5df/f/5f4043a09e6549eba092f32684c5bfd1_SeqId_4_ 2024-12-04T14:17:37,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/staging/jenkins__test__rdmbi5nqo9mhnfqihdmre2r8snn1jus37us0e30h0f1aat55k0usduq3geh4giki/f/hfile_0 into a5fb3ddacc66d667ba09878d7c69c5df/f as hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/default/test/a5fb3ddacc66d667ba09878d7c69c5df/f/f2b22159b73a441da328318415611511_SeqId_4_ - updating store file list. 2024-12-04T14:17:37,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f2b22159b73a441da328318415611511_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T14:17:37,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/default/test/a5fb3ddacc66d667ba09878d7c69c5df/f/f2b22159b73a441da328318415611511_SeqId_4_ into a5fb3ddacc66d667ba09878d7c69c5df/f 2024-12-04T14:17:37,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/staging/jenkins__test__rdmbi5nqo9mhnfqihdmre2r8snn1jus37us0e30h0f1aat55k0usduq3geh4giki/f/hfile_0 into a5fb3ddacc66d667ba09878d7c69c5df/f (new location: hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/default/test/a5fb3ddacc66d667ba09878d7c69c5df/f/f2b22159b73a441da328318415611511_SeqId_4_) 2024-12-04T14:17:37,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/staging/jenkins__test__rdmbi5nqo9mhnfqihdmre2r8snn1jus37us0e30h0f1aat55k0usduq3geh4giki/f/hfile_0 2024-12-04T14:17:37,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/staging/jenkins__test__rdmbi5nqo9mhnfqihdmre2r8snn1jus37us0e30h0f1aat55k0usduq3geh4giki/f/hfile_1 into a5fb3ddacc66d667ba09878d7c69c5df/f as hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/default/test/a5fb3ddacc66d667ba09878d7c69c5df/f/5f4043a09e6549eba092f32684c5bfd1_SeqId_4_ - updating store file list. 2024-12-04T14:17:37,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5f4043a09e6549eba092f32684c5bfd1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T14:17:37,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/default/test/a5fb3ddacc66d667ba09878d7c69c5df/f/5f4043a09e6549eba092f32684c5bfd1_SeqId_4_ into a5fb3ddacc66d667ba09878d7c69c5df/f 2024-12-04T14:17:37,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/staging/jenkins__test__rdmbi5nqo9mhnfqihdmre2r8snn1jus37us0e30h0f1aat55k0usduq3geh4giki/f/hfile_1 into a5fb3ddacc66d667ba09878d7c69c5df/f (new location: hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/default/test/a5fb3ddacc66d667ba09878d7c69c5df/f/5f4043a09e6549eba092f32684c5bfd1_SeqId_4_) 2024-12-04T14:17:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/staging/jenkins__test__rdmbi5nqo9mhnfqihdmre2r8snn1jus37us0e30h0f1aat55k0usduq3geh4giki/f/hfile_1 2024-12-04T14:17:37,620 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:17:37,620 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:17:37,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:37,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:37,621 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:17:37,622 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:17:37,622 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df., hostname=ff648bb9ef17,36457,1733321842947, seqNum=2 , the old value is region=test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df., hostname=ff648bb9ef17,36457,1733321842947, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ff648bb9ef17:36457 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T14:17:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df., hostname=ff648bb9ef17,36457,1733321842947, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T14:17:37,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df., hostname=ff648bb9ef17,36457,1733321842947, seqNum=2 from cache 2024-12-04T14:17:37,624 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,45361,1733321847074, seqNum=-1] 2024-12-04T14:17:37,624 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:17:37,626 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:17:37,626 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T14:17:37,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8., hostname=ff648bb9ef17,45361,1733321847074, seqNum=2] 2024-12-04T14:17:37,633 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T14:17:37,728 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:36457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T14:17:38,090 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 379, reset compression=false 2024-12-04T14:17:38,097 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:17:38,097 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.shipperff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,36457,1733321842947 got entry batch from reader: WALEntryBatch [walEntries=[{test/a5fb3ddacc66d667ba09878d7c69c5df/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733321857612/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T14:17:38,123 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.shipperff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:17:38,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-12-04T14:17:38,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.ReplicationSink(318): Replicating [461f9b3c-6bf8-4b2e-bd82-6fff0636f029] bulk loaded data 2024-12-04T14:17:38,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35cda518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:38,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,37193,-1 for getting cluster id 2024-12-04T14:17:38,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:17:38,131 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd2eb0c3f-03a0-4ba4-af81-d7b35f03de4b' 2024-12-04T14:17:38,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:17:38,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d2eb0c3f-03a0-4ba4-af81-d7b35f03de4b" 2024-12-04T14:17:38,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49fb2819, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:38,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,37193,-1] 2024-12-04T14:17:38,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:17:38,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:38,133 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:17:38,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@297e532d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:38,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741837_1013 (size=7894) 2024-12-04T14:17:38,297 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 687, reset compression=false 2024-12-04T14:17:38,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741838_1014 (size=7691) 2024-12-04T14:17:38,605 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 687, reset compression=false 2024-12-04T14:17:38,635 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T14:17:38,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:17:38,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,37193,1733321847033 2024-12-04T14:17:38,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@696dd0ac 2024-12-04T14:17:38,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:17:38,975 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-12-04T14:17:38,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T14:17:38,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:17:38,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,45361,1733321847074, seqNum=-1] 2024-12-04T14:17:38,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:17:38,980 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-12-04T14:17:38,995 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/staging/jenkins.hfs.6__test__og1l4mnovq14oni42tfvf8v54iou5pe2qbmivelo5csvnfd89gr65vpra3hkcu83/f/5f4043a09e6549eba092f32684c5bfd1_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T14:17:38,999 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/staging/jenkins.hfs.6__test__og1l4mnovq14oni42tfvf8v54iou5pe2qbmivelo5csvnfd89gr65vpra3hkcu83/f/f2b22159b73a441da328318415611511_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T14:17:39,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/staging/jenkins.hfs.6__test__og1l4mnovq14oni42tfvf8v54iou5pe2qbmivelo5csvnfd89gr65vpra3hkcu83/f/f2b22159b73a441da328318415611511_SeqId_4_ for inclusion in a14e3f3ea24b869f8d151f97f9e5d6a8/f 2024-12-04T14:17:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T14:17:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:17:39,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/staging/jenkins.hfs.6__test__og1l4mnovq14oni42tfvf8v54iou5pe2qbmivelo5csvnfd89gr65vpra3hkcu83/f/5f4043a09e6549eba092f32684c5bfd1_SeqId_4_ for inclusion in a14e3f3ea24b869f8d151f97f9e5d6a8/f 2024-12-04T14:17:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T14:17:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:17:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.HRegion(2603): Flush status journal for a14e3f3ea24b869f8d151f97f9e5d6a8: 2024-12-04T14:17:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f2b22159b73a441da328318415611511_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T14:17:39,017 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 687, reset compression=false 2024-12-04T14:17:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/staging/jenkins.hfs.6__test__og1l4mnovq14oni42tfvf8v54iou5pe2qbmivelo5csvnfd89gr65vpra3hkcu83/f/f2b22159b73a441da328318415611511_SeqId_4_ as hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/default/test/a14e3f3ea24b869f8d151f97f9e5d6a8/f/c29fe508b1e5480c9ffabcfeacab0943_SeqId_4_ 2024-12-04T14:17:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5f4043a09e6549eba092f32684c5bfd1_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T14:17:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/staging/jenkins.hfs.6__test__og1l4mnovq14oni42tfvf8v54iou5pe2qbmivelo5csvnfd89gr65vpra3hkcu83/f/5f4043a09e6549eba092f32684c5bfd1_SeqId_4_ as hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/default/test/a14e3f3ea24b869f8d151f97f9e5d6a8/f/d06546b839e1437ea576d1c7747b1c41_SeqId_4_ 2024-12-04T14:17:39,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/staging/jenkins.hfs.6__test__og1l4mnovq14oni42tfvf8v54iou5pe2qbmivelo5csvnfd89gr65vpra3hkcu83/f/f2b22159b73a441da328318415611511_SeqId_4_ into a14e3f3ea24b869f8d151f97f9e5d6a8/f as hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/default/test/a14e3f3ea24b869f8d151f97f9e5d6a8/f/c29fe508b1e5480c9ffabcfeacab0943_SeqId_4_ - updating store file list. 2024-12-04T14:17:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c29fe508b1e5480c9ffabcfeacab0943_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T14:17:39,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/default/test/a14e3f3ea24b869f8d151f97f9e5d6a8/f/c29fe508b1e5480c9ffabcfeacab0943_SeqId_4_ into a14e3f3ea24b869f8d151f97f9e5d6a8/f 2024-12-04T14:17:39,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/staging/jenkins.hfs.6__test__og1l4mnovq14oni42tfvf8v54iou5pe2qbmivelo5csvnfd89gr65vpra3hkcu83/f/f2b22159b73a441da328318415611511_SeqId_4_ into a14e3f3ea24b869f8d151f97f9e5d6a8/f (new location: hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/default/test/a14e3f3ea24b869f8d151f97f9e5d6a8/f/c29fe508b1e5480c9ffabcfeacab0943_SeqId_4_) 2024-12-04T14:17:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/staging/jenkins.hfs.6__test__og1l4mnovq14oni42tfvf8v54iou5pe2qbmivelo5csvnfd89gr65vpra3hkcu83/f/f2b22159b73a441da328318415611511_SeqId_4_ 2024-12-04T14:17:39,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/staging/jenkins.hfs.6__test__og1l4mnovq14oni42tfvf8v54iou5pe2qbmivelo5csvnfd89gr65vpra3hkcu83/f/5f4043a09e6549eba092f32684c5bfd1_SeqId_4_ into a14e3f3ea24b869f8d151f97f9e5d6a8/f as hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/default/test/a14e3f3ea24b869f8d151f97f9e5d6a8/f/d06546b839e1437ea576d1c7747b1c41_SeqId_4_ - updating store file list. 2024-12-04T14:17:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d06546b839e1437ea576d1c7747b1c41_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T14:17:39,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/default/test/a14e3f3ea24b869f8d151f97f9e5d6a8/f/d06546b839e1437ea576d1c7747b1c41_SeqId_4_ into a14e3f3ea24b869f8d151f97f9e5d6a8/f 2024-12-04T14:17:39,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/staging/jenkins.hfs.6__test__og1l4mnovq14oni42tfvf8v54iou5pe2qbmivelo5csvnfd89gr65vpra3hkcu83/f/5f4043a09e6549eba092f32684c5bfd1_SeqId_4_ into a14e3f3ea24b869f8d151f97f9e5d6a8/f (new location: hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/default/test/a14e3f3ea24b869f8d151f97f9e5d6a8/f/d06546b839e1437ea576d1c7747b1c41_SeqId_4_) 2024-12-04T14:17:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/staging/jenkins.hfs.6__test__og1l4mnovq14oni42tfvf8v54iou5pe2qbmivelo5csvnfd89gr65vpra3hkcu83/f/5f4043a09e6549eba092f32684c5bfd1_SeqId_4_ 2024-12-04T14:17:39,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45361 {}] regionserver.ReplicationSink(324): Finished replicating [461f9b3c-6bf8-4b2e-bd82-6fff0636f029] bulk loaded data 2024-12-04T14:17:39,530 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 687, reset compression=false 2024-12-04T14:17:39,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:17:39,652 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1733321859651/Put/seqid=0 2024-12-04T14:17:39,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741842_1018 (size=7997) 2024-12-04T14:17:40,059 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1733321860058/Put/seqid=0 2024-12-04T14:17:40,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741843_1019 (size=7794) 2024-12-04T14:17:40,134 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 687, reset compression=false 2024-12-04T14:17:40,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692e8d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:40,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43965,-1 for getting cluster id 2024-12-04T14:17:40,465 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:17:40,466 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '461f9b3c-6bf8-4b2e-bd82-6fff0636f029' 2024-12-04T14:17:40,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:17:40,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "461f9b3c-6bf8-4b2e-bd82-6fff0636f029" 2024-12-04T14:17:40,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51b702c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:40,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43965,-1] 2024-12-04T14:17:40,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:17:40,467 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:40,468 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:17:40,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291e4b7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:17:40,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:17:40,470 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,36457,1733321842947, seqNum=-1] 2024-12-04T14:17:40,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:17:40,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:17:40,482 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:17:40,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43965,1733321842895 2024-12-04T14:17:40,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39481fd3 2024-12-04T14:17:40,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:17:40,485 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:17:40,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df., hostname=ff648bb9ef17,36457,1733321842947, seqNum=2] 2024-12-04T14:17:40,491 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T14:17:40,498 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-04T14:17:40,501 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-04T14:17:40,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/load_f1/f1/hfile_0 for inclusion in a5fb3ddacc66d667ba09878d7c69c5df/f1 2024-12-04T14:17:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T14:17:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:17:40,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/load_f1/f1/hfile_1 for inclusion in a5fb3ddacc66d667ba09878d7c69c5df/f1 2024-12-04T14:17:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T14:17:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:17:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HRegion(2603): Flush status journal for a5fb3ddacc66d667ba09878d7c69c5df: 2024-12-04T14:17:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/load_f1/f1/hfile_0 to hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/staging/jenkins__test__vvcka1v61c90lntvl0cn5efu6ki477h9v98tjv2758itl6cqh8pv8mipani0emmr/f1/hfile_0 2024-12-04T14:17:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/staging/jenkins__test__vvcka1v61c90lntvl0cn5efu6ki477h9v98tjv2758itl6cqh8pv8mipani0emmr/f1/hfile_0 as hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/default/test/a5fb3ddacc66d667ba09878d7c69c5df/f1/fd01ec35394e40e69ccfba4a58d1470d_SeqId_6_ 2024-12-04T14:17:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/load_f1/f1/hfile_1 to hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/staging/jenkins__test__vvcka1v61c90lntvl0cn5efu6ki477h9v98tjv2758itl6cqh8pv8mipani0emmr/f1/hfile_1 2024-12-04T14:17:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/staging/jenkins__test__vvcka1v61c90lntvl0cn5efu6ki477h9v98tjv2758itl6cqh8pv8mipani0emmr/f1/hfile_1 as hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/default/test/a5fb3ddacc66d667ba09878d7c69c5df/f1/006ad5b3cf5e485288e570309a8a5180_SeqId_6_ 2024-12-04T14:17:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-12-04T14:17:40,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/staging/jenkins__test__vvcka1v61c90lntvl0cn5efu6ki477h9v98tjv2758itl6cqh8pv8mipani0emmr/f1/hfile_0 into a5fb3ddacc66d667ba09878d7c69c5df/f1 as hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/default/test/a5fb3ddacc66d667ba09878d7c69c5df/f1/fd01ec35394e40e69ccfba4a58d1470d_SeqId_6_ - updating store file list. 2024-12-04T14:17:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fd01ec35394e40e69ccfba4a58d1470d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T14:17:40,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/default/test/a5fb3ddacc66d667ba09878d7c69c5df/f1/fd01ec35394e40e69ccfba4a58d1470d_SeqId_6_ into a5fb3ddacc66d667ba09878d7c69c5df/f1 2024-12-04T14:17:40,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/staging/jenkins__test__vvcka1v61c90lntvl0cn5efu6ki477h9v98tjv2758itl6cqh8pv8mipani0emmr/f1/hfile_0 into a5fb3ddacc66d667ba09878d7c69c5df/f1 (new location: hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/default/test/a5fb3ddacc66d667ba09878d7c69c5df/f1/fd01ec35394e40e69ccfba4a58d1470d_SeqId_6_) 2024-12-04T14:17:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/staging/jenkins__test__vvcka1v61c90lntvl0cn5efu6ki477h9v98tjv2758itl6cqh8pv8mipani0emmr/f1/hfile_0 2024-12-04T14:17:40,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/staging/jenkins__test__vvcka1v61c90lntvl0cn5efu6ki477h9v98tjv2758itl6cqh8pv8mipani0emmr/f1/hfile_1 into a5fb3ddacc66d667ba09878d7c69c5df/f1 as hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/default/test/a5fb3ddacc66d667ba09878d7c69c5df/f1/006ad5b3cf5e485288e570309a8a5180_SeqId_6_ - updating store file list. 2024-12-04T14:17:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 006ad5b3cf5e485288e570309a8a5180_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T14:17:40,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/default/test/a5fb3ddacc66d667ba09878d7c69c5df/f1/006ad5b3cf5e485288e570309a8a5180_SeqId_6_ into a5fb3ddacc66d667ba09878d7c69c5df/f1 2024-12-04T14:17:40,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/staging/jenkins__test__vvcka1v61c90lntvl0cn5efu6ki477h9v98tjv2758itl6cqh8pv8mipani0emmr/f1/hfile_1 into a5fb3ddacc66d667ba09878d7c69c5df/f1 (new location: hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/default/test/a5fb3ddacc66d667ba09878d7c69c5df/f1/006ad5b3cf5e485288e570309a8a5180_SeqId_6_) 2024-12-04T14:17:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/staging/jenkins__test__vvcka1v61c90lntvl0cn5efu6ki477h9v98tjv2758itl6cqh8pv8mipani0emmr/f1/hfile_1 2024-12-04T14:17:40,534 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:17:40,534 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:17:40,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:40,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:17:40,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:17:40,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df., hostname=ff648bb9ef17,36457,1733321842947, seqNum=2 , the old value is region=test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df., hostname=ff648bb9ef17,36457,1733321842947, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ff648bb9ef17:36457 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T14:17:40,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df., hostname=ff648bb9ef17,36457,1733321842947, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T14:17:40,534 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df., hostname=ff648bb9ef17,36457,1733321842947, seqNum=2 from cache 2024-12-04T14:17:40,534 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:17:40,535 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,36457,1733321842947, seqNum=-1] 2024-12-04T14:17:40,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:17:40,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:17:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36457: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:38528 deadline: 1733321920534 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:38528 2024-12-04T14:17:40,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df., hostname=ff648bb9ef17,36457,1733321842947, seqNum=2] 2024-12-04T14:17:40,636 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:36457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T14:17:40,839 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 687, reset compression=false 2024-12-04T14:17:40,845 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:17:40,845 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:17:40,845 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.shipperff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,36457,1733321842947 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:17:41,052 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:17:41,127 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:17:41,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:17:41,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:17:41,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:17:41,154 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:17:41,356 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:17:41,760 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:17:42,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T14:17:42,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T14:17:42,265 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:17:42,869 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:17:43,573 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:17:44,378 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:17:45,283 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:17:46,288 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:17:47,393 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:17:48,598 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:17:49,903 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:17:51,308 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:17:52,481 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T14:17:52,813 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:17:54,425 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:17:56,129 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:17:56,621 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T14:17:57,934 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:17:59,838 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:18:00,848 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.shipperff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,36457,1733321842947 got entry batch from reader: null 2024-12-04T14:18:01,842 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:18:03,946 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:18:05,967 INFO [master/ff648bb9ef17:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T14:18:05,967 INFO [master/ff648bb9ef17:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T14:18:06,151 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:18:08,456 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:18:10,215 INFO [master/ff648bb9ef17:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T14:18:10,215 INFO [master/ff648bb9ef17:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T14:18:10,861 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:18:13,365 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:18:15,994 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:18:16,267 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a5fb3ddacc66d667ba09878d7c69c5df, had cached 0 bytes from a total of 31376 2024-12-04T14:18:18,421 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a14e3f3ea24b869f8d151f97f9e5d6a8, had cached 0 bytes from a total of 15585 2024-12-04T14:18:18,707 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:18:20,848 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.shipperff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,36457,1733321842947 got entry batch from reader: null 2024-12-04T14:18:21,512 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:18:22,482 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T14:18:24,417 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:18:26,409 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T14:18:26,621 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T14:18:27,422 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:18:30,181 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-04T14:18:30,527 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:18:33,731 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:18:37,036 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:18:40,441 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:18:40,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:18:40,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:18:40,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:18:40,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:40,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:40,568 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:18:40,568 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:18:40,568 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2136918898, stopped=false 2024-12-04T14:18:40,568 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,37193,1733321847033 2024-12-04T14:18:40,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1741985108/running 2024-12-04T14:18:40,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x1017dd6473a0004, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1741985108/running 2024-12-04T14:18:40,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108 2024-12-04T14:18:40,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x1017dd6473a0004, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108 2024-12-04T14:18:40,570 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:18:40,570 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:18:40,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:18:40,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:40,570 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,45361,1733321847074' ***** 2024-12-04T14:18:40,570 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:18:40,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Set watcher on znode that does not yet exist, /1-1741985108/running 2024-12-04T14:18:40,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45361-0x1017dd6473a0004, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Set watcher on znode that does not yet exist, /1-1741985108/running 2024-12-04T14:18:40,571 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:18:40,571 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:18:40,571 INFO [RS:0;ff648bb9ef17:45361 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:18:40,571 INFO [RS:0;ff648bb9ef17:45361 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:18:40,571 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer(3091): Received CLOSE for a14e3f3ea24b869f8d151f97f9e5d6a8 2024-12-04T14:18:40,572 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,45361,1733321847074 2024-12-04T14:18:40,572 INFO [RS:0;ff648bb9ef17:45361 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:18:40,572 INFO [RS:0;ff648bb9ef17:45361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:45361. 2024-12-04T14:18:40,572 DEBUG [RS:0;ff648bb9ef17:45361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:18:40,572 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a14e3f3ea24b869f8d151f97f9e5d6a8, disabling compactions & flushes 2024-12-04T14:18:40,572 DEBUG [RS:0;ff648bb9ef17:45361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:40,572 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8. 2024-12-04T14:18:40,572 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8. 2024-12-04T14:18:40,572 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8. after waiting 0 ms 2024-12-04T14:18:40,572 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8. 2024-12-04T14:18:40,572 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:18:40,572 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:18:40,572 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:18:40,572 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:18:40,572 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T14:18:40,572 DEBUG [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a14e3f3ea24b869f8d151f97f9e5d6a8=test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8.} 2024-12-04T14:18:40,572 DEBUG [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a14e3f3ea24b869f8d151f97f9e5d6a8 2024-12-04T14:18:40,573 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:18:40,573 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:18:40,573 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:18:40,573 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:18:40,573 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:18:40,573 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T14:18:40,579 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:18:40,580 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/default/test/a14e3f3ea24b869f8d151f97f9e5d6a8/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-04T14:18:40,581 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:18:40,581 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:18:40,581 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8. 2024-12-04T14:18:40,581 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a14e3f3ea24b869f8d151f97f9e5d6a8: Waiting for close lock at 1733321920572Running coprocessor pre-close hooks at 1733321920572Disabling compacts and flushes for region at 1733321920572Disabling writes for close at 1733321920572Writing region close event to WAL at 1733321920573 (+1 ms)Running coprocessor post-close hooks at 1733321920581 (+8 ms)Closed at 1733321920581 2024-12-04T14:18:40,581 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8. 2024-12-04T14:18:40,599 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/.tmp/info/9763489835cc4d2cb64b476d6361cd12 is 129, key is test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8./info:regioninfo/1733321853438/Put/seqid=0 2024-12-04T14:18:40,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741839_1015 (size=6421) 2024-12-04T14:18:40,773 DEBUG [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:18:40,849 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.shipperff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,36457,1733321842947 got entry batch from reader: null 2024-12-04T14:18:40,973 DEBUG [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:18:41,004 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/.tmp/info/9763489835cc4d2cb64b476d6361cd12 2024-12-04T14:18:41,015 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:18:41,015 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:18:41,025 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/.tmp/ns/73b2becbbe324ba385a937579f734db2 is 43, key is default/ns:d/1733321850040/Put/seqid=0 2024-12-04T14:18:41,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741840_1016 (size=5153) 2024-12-04T14:18:41,173 DEBUG [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:18:41,373 DEBUG [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:18:41,430 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/.tmp/ns/73b2becbbe324ba385a937579f734db2 2024-12-04T14:18:41,451 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/.tmp/rep_barrier/709eb169569f4d09a37661402360e2b9 is 112, key is test,,1733321852280.a14e3f3ea24b869f8d151f97f9e5d6a8./rep_barrier:seqnumDuringOpen/1733321853438/Put/seqid=0 2024-12-04T14:18:41,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741841_1017 (size=5518) 2024-12-04T14:18:41,464 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/.tmp/rep_barrier/709eb169569f4d09a37661402360e2b9 2024-12-04T14:18:41,492 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/.tmp/table/5654bc881f3a40dab2493ea0fce7272e is 40, key is test/table:state/1733321853448/Put/seqid=0 2024-12-04T14:18:41,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741842_1018 (size=5165) 2024-12-04T14:18:41,499 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/.tmp/table/5654bc881f3a40dab2493ea0fce7272e 2024-12-04T14:18:41,515 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/.tmp/info/9763489835cc4d2cb64b476d6361cd12 as hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/info/9763489835cc4d2cb64b476d6361cd12 2024-12-04T14:18:41,529 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/info/9763489835cc4d2cb64b476d6361cd12, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T14:18:41,530 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/.tmp/ns/73b2becbbe324ba385a937579f734db2 as hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/ns/73b2becbbe324ba385a937579f734db2 2024-12-04T14:18:41,541 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/ns/73b2becbbe324ba385a937579f734db2, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T14:18:41,542 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/.tmp/rep_barrier/709eb169569f4d09a37661402360e2b9 as hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/rep_barrier/709eb169569f4d09a37661402360e2b9 2024-12-04T14:18:41,548 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/rep_barrier/709eb169569f4d09a37661402360e2b9, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T14:18:41,549 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/.tmp/table/5654bc881f3a40dab2493ea0fce7272e as hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/table/5654bc881f3a40dab2493ea0fce7272e 2024-12-04T14:18:41,560 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/table/5654bc881f3a40dab2493ea0fce7272e, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T14:18:41,561 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 988ms, sequenceid=11, compaction requested=false 2024-12-04T14:18:41,569 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T14:18:41,570 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:18:41,570 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:18:41,570 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:18:41,570 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321920573Running coprocessor pre-close hooks at 1733321920573Disabling compacts and flushes for region at 1733321920573Disabling writes for close at 1733321920573Obtaining lock to block concurrent updates at 1733321920573Preparing flush snapshotting stores in 1588230740 at 1733321920573Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733321920573Flushing stores of hbase:meta,,1.1588230740 at 1733321920574 (+1 ms)Flushing 1588230740/info: creating writer at 1733321920574Flushing 1588230740/info: appending metadata at 1733321920598 (+24 ms)Flushing 1588230740/info: closing flushed file at 1733321920598Flushing 1588230740/ns: creating writer at 1733321921010 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733321921025 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733321921025Flushing 1588230740/rep_barrier: creating writer at 1733321921436 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733321921450 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733321921450Flushing 1588230740/table: creating writer at 1733321921469 (+19 ms)Flushing 1588230740/table: appending metadata at 1733321921491 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733321921491Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65bc691: reopening flushed file at 1733321921514 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c951a4c: reopening flushed file at 1733321921529 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f76a237: reopening flushed file at 1733321921542 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ea76782: reopening flushed file at 1733321921548 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 988ms, sequenceid=11, compaction requested=false at 1733321921561 (+13 ms)Writing region close event to WAL at 1733321921566 (+5 ms)Running coprocessor post-close hooks at 1733321921570 (+4 ms)Closed at 1733321921570 2024-12-04T14:18:41,570 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:18:41,573 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,45361,1733321847074; all regions closed. 2024-12-04T14:18:41,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741834_1010 (size=2717) 2024-12-04T14:18:41,579 DEBUG [RS:0;ff648bb9ef17:45361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/oldWALs 2024-12-04T14:18:41,579 INFO [RS:0;ff648bb9ef17:45361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C45361%2C1733321847074.meta:.meta(num 1733321849995) 2024-12-04T14:18:41,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741832_1008 (size=1028) 2024-12-04T14:18:41,584 DEBUG [RS:0;ff648bb9ef17:45361 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/oldWALs 2024-12-04T14:18:41,584 INFO [RS:0;ff648bb9ef17:45361 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C45361%2C1733321847074:(num 1733321849061) 2024-12-04T14:18:41,584 DEBUG [RS:0;ff648bb9ef17:45361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:41,584 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:18:41,584 INFO [RS:0;ff648bb9ef17:45361 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:18:41,584 INFO [RS:0;ff648bb9ef17:45361 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:18:41,584 INFO [RS:0;ff648bb9ef17:45361 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:18:41,585 INFO [RS:0;ff648bb9ef17:45361 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:45361. 2024-12-04T14:18:41,585 DEBUG [RS:0;ff648bb9ef17:45361 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:18:41,585 DEBUG [RS:0;ff648bb9ef17:45361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:41,585 DEBUG [RS:0;ff648bb9ef17:45361 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:41,585 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:18:41,585 INFO [RS:0;ff648bb9ef17:45361 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45361 2024-12-04T14:18:41,585 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:18:41,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x1017dd6473a0004, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1741985108/rs/ff648bb9ef17,45361,1733321847074 2024-12-04T14:18:41,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108/rs 2024-12-04T14:18:41,588 INFO [RS:0;ff648bb9ef17:45361 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:18:41,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,45361,1733321847074] 2024-12-04T14:18:41,592 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1741985108/draining/ff648bb9ef17,45361,1733321847074 already deleted, retry=false 2024-12-04T14:18:41,593 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,45361,1733321847074 expired; onlineServers=0 2024-12-04T14:18:41,593 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,37193,1733321847033' ***** 2024-12-04T14:18:41,593 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:18:41,593 INFO [M:0;ff648bb9ef17:37193 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:18:41,593 INFO [M:0;ff648bb9ef17:37193 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:18:41,593 DEBUG [M:0;ff648bb9ef17:37193 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:18:41,593 DEBUG [M:0;ff648bb9ef17:37193 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:18:41,593 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:18:41,593 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321848844 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321848844,5,FailOnTimeoutGroup] 2024-12-04T14:18:41,593 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321848843 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321848843,5,FailOnTimeoutGroup] 2024-12-04T14:18:41,593 INFO [M:0;ff648bb9ef17:37193 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:18:41,593 INFO [M:0;ff648bb9ef17:37193 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:18:41,593 DEBUG [M:0;ff648bb9ef17:37193 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:18:41,593 INFO [M:0;ff648bb9ef17:37193 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:18:41,593 INFO [M:0;ff648bb9ef17:37193 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:18:41,594 INFO [M:0;ff648bb9ef17:37193 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:18:41,594 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:18:41,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1741985108/master 2024-12-04T14:18:41,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1741985108 2024-12-04T14:18:41,595 DEBUG [M:0;ff648bb9ef17:37193 {}] zookeeper.ZKUtil(347): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Unable to get data of znode /1-1741985108/master because node does not exist (not an error) 2024-12-04T14:18:41,595 WARN [M:0;ff648bb9ef17:37193 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:18:41,596 INFO [M:0;ff648bb9ef17:37193 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/.lastflushedseqids 2024-12-04T14:18:41,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741843_1019 (size=173) 2024-12-04T14:18:41,606 INFO [M:0;ff648bb9ef17:37193 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:18:41,606 INFO [M:0;ff648bb9ef17:37193 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:18:41,606 DEBUG [M:0;ff648bb9ef17:37193 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:18:41,606 INFO [M:0;ff648bb9ef17:37193 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:18:41,606 DEBUG [M:0;ff648bb9ef17:37193 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:18:41,606 DEBUG [M:0;ff648bb9ef17:37193 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:18:41,606 DEBUG [M:0;ff648bb9ef17:37193 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:18:41,607 INFO [M:0;ff648bb9ef17:37193 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-12-04T14:18:41,627 DEBUG [M:0;ff648bb9ef17:37193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ddd13ea8b4a4d9bbcea4392e5c75de8 is 82, key is hbase:meta,,1/info:regioninfo/1733321850028/Put/seqid=0 2024-12-04T14:18:41,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741844_1020 (size=5672) 2024-12-04T14:18:41,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x1017dd6473a0004, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:18:41,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45361-0x1017dd6473a0004, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:18:41,690 INFO [RS:0;ff648bb9ef17:45361 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:18:41,690 INFO [RS:0;ff648bb9ef17:45361 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,45361,1733321847074; zookeeper connection closed. 2024-12-04T14:18:41,690 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4dae960d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4dae960d 2024-12-04T14:18:41,691 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:18:42,032 INFO [M:0;ff648bb9ef17:37193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ddd13ea8b4a4d9bbcea4392e5c75de8 2024-12-04T14:18:42,053 DEBUG [M:0;ff648bb9ef17:37193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4d9bd4b0e0240b8976a3208223914da is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733321853453/Put/seqid=0 2024-12-04T14:18:42,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741845_1021 (size=6727) 2024-12-04T14:18:42,461 INFO [M:0;ff648bb9ef17:37193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4d9bd4b0e0240b8976a3208223914da 2024-12-04T14:18:42,465 INFO [M:0;ff648bb9ef17:37193 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4d9bd4b0e0240b8976a3208223914da 2024-12-04T14:18:42,482 DEBUG [M:0;ff648bb9ef17:37193 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/225b4077d3bb47aab99077d9834c4160 is 69, key is ff648bb9ef17,45361,1733321847074/rs:state/1733321848914/Put/seqid=0 2024-12-04T14:18:42,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741846_1022 (size=5156) 2024-12-04T14:18:42,887 INFO [M:0;ff648bb9ef17:37193 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/225b4077d3bb47aab99077d9834c4160 2024-12-04T14:18:42,892 DEBUG [M:0;ff648bb9ef17:37193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ddd13ea8b4a4d9bbcea4392e5c75de8 as hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ddd13ea8b4a4d9bbcea4392e5c75de8 2024-12-04T14:18:42,896 INFO [M:0;ff648bb9ef17:37193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ddd13ea8b4a4d9bbcea4392e5c75de8, entries=8, sequenceid=58, filesize=5.5 K 2024-12-04T14:18:42,897 DEBUG [M:0;ff648bb9ef17:37193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e4d9bd4b0e0240b8976a3208223914da as hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4d9bd4b0e0240b8976a3208223914da 2024-12-04T14:18:42,901 INFO [M:0;ff648bb9ef17:37193 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e4d9bd4b0e0240b8976a3208223914da 2024-12-04T14:18:42,901 INFO [M:0;ff648bb9ef17:37193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e4d9bd4b0e0240b8976a3208223914da, entries=6, sequenceid=58, filesize=6.6 K 2024-12-04T14:18:42,902 DEBUG [M:0;ff648bb9ef17:37193 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/225b4077d3bb47aab99077d9834c4160 as hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/225b4077d3bb47aab99077d9834c4160 2024-12-04T14:18:42,905 INFO [M:0;ff648bb9ef17:37193 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40117/user/jenkins/test-data/12fa48e7-94f1-924b-ddcb-0f367358a9f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/225b4077d3bb47aab99077d9834c4160, entries=1, sequenceid=58, filesize=5.0 K 2024-12-04T14:18:42,906 INFO [M:0;ff648bb9ef17:37193 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=58, compaction requested=false 2024-12-04T14:18:42,908 INFO [M:0;ff648bb9ef17:37193 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:18:42,908 DEBUG [M:0;ff648bb9ef17:37193 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321921606Disabling compacts and flushes for region at 1733321921606Disabling writes for close at 1733321921606Obtaining lock to block concurrent updates at 1733321921607 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733321921607Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1733321921607Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733321921608 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733321921608Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733321921627 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733321921627Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733321922037 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733321922053 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733321922053Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733321922465 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733321922482 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733321922482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3395fb54: reopening flushed file at 1733321922892 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ed61964: reopening flushed file at 1733321922897 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e8a6be2: reopening flushed file at 1733321922901 (+4 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=58, compaction requested=false at 1733321922906 (+5 ms)Writing region close event to WAL at 1733321922908 (+2 ms)Closed at 1733321922908 2024-12-04T14:18:42,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35033 is added to blk_1073741830_1006 (size=33026) 2024-12-04T14:18:42,910 INFO [M:0;ff648bb9ef17:37193 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:18:42,910 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:18:42,910 INFO [M:0;ff648bb9ef17:37193 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37193 2024-12-04T14:18:42,911 INFO [M:0;ff648bb9ef17:37193 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:18:43,013 INFO [M:0;ff648bb9ef17:37193 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:18:43,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:18:43,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37193-0x1017dd6473a0003, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:18:43,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64d180b8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:18:43,016 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10309fd4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:18:43,016 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:18:43,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33c9107c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:18:43,016 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7eac389a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/hadoop.log.dir/,STOPPED} 2024-12-04T14:18:43,018 WARN [BP-1478833273-172.17.0.2-1733321846007 heartbeating to localhost/127.0.0.1:40117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:18:43,018 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:18:43,018 WARN [BP-1478833273-172.17.0.2-1733321846007 heartbeating to localhost/127.0.0.1:40117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1478833273-172.17.0.2-1733321846007 (Datanode Uuid 74d51315-4842-4010-ae04-c9744f171d4f) service to localhost/127.0.0.1:40117 2024-12-04T14:18:43,018 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:18:43,019 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/cluster_9f84c7dd-10ca-0b61-b302-67f549e4e430/data/data1/current/BP-1478833273-172.17.0.2-1733321846007 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:18:43,019 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/cluster_9f84c7dd-10ca-0b61-b302-67f549e4e430/data/data2/current/BP-1478833273-172.17.0.2-1733321846007 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:18:43,019 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:18:43,026 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@781b983f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:18:43,027 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fe081d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:18:43,027 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:18:43,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44a550fa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:18:43,027 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e3599b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/hadoop.log.dir/,STOPPED} 2024-12-04T14:18:43,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:18:43,039 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:18:43,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:18:43,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:18:43,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:43,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:43,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:18:43,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:18:43,040 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1552601995, stopped=false 2024-12-04T14:18:43,040 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,43965,1733321842895 2024-12-04T14:18:43,041 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:18:43,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:18:43,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0667903834/running 2024-12-04T14:18:43,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0667903834/running 2024-12-04T14:18:43,041 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:18:43,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:43,042 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,36457,1733321842947' ***** 2024-12-04T14:18:43,042 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:18:43,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834 2024-12-04T14:18:43,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834 2024-12-04T14:18:43,042 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:18:43,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Set watcher on znode that does not yet exist, /0667903834/running 2024-12-04T14:18:43,042 INFO [RS:0;ff648bb9ef17:36457 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:18:43,042 INFO [RS:0;ff648bb9ef17:36457 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:18:43,042 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(3091): Received CLOSE for a5fb3ddacc66d667ba09878d7c69c5df 2024-12-04T14:18:43,042 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:18:43,043 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Set watcher on znode that does not yet exist, /0667903834/running 2024-12-04T14:18:43,043 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(3091): Received CLOSE for 4b1d801f6fdafafc0ba98ea4793676b5 2024-12-04T14:18:43,043 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,36457,1733321842947 2024-12-04T14:18:43,043 INFO [RS:0;ff648bb9ef17:36457 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:18:43,043 INFO [RS:0;ff648bb9ef17:36457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:36457. 2024-12-04T14:18:43,043 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5fb3ddacc66d667ba09878d7c69c5df, disabling compactions & flushes 2024-12-04T14:18:43,043 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df. 2024-12-04T14:18:43,043 DEBUG [RS:0;ff648bb9ef17:36457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:18:43,043 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df. 2024-12-04T14:18:43,043 DEBUG [RS:0;ff648bb9ef17:36457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:43,043 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df. after waiting 0 ms 2024-12-04T14:18:43,043 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df. 2024-12-04T14:18:43,043 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:18:43,043 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:18:43,043 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:18:43,043 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:18:43,044 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T14:18:43,044 DEBUG [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(1325): Online Regions={a5fb3ddacc66d667ba09878d7c69c5df=test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df., 4b1d801f6fdafafc0ba98ea4793676b5=hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T14:18:43,044 DEBUG [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b1d801f6fdafafc0ba98ea4793676b5, a5fb3ddacc66d667ba09878d7c69c5df 2024-12-04T14:18:43,044 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:18:43,044 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:18:43,044 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:18:43,044 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:18:43,044 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:18:43,044 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T14:18:43,047 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/default/test/a5fb3ddacc66d667ba09878d7c69c5df/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T14:18:43,048 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:18:43,048 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:18:43,048 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df. 2024-12-04T14:18:43,048 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5fb3ddacc66d667ba09878d7c69c5df: Waiting for close lock at 1733321923043Running coprocessor pre-close hooks at 1733321923043Disabling compacts and flushes for region at 1733321923043Disabling writes for close at 1733321923043Writing region close event to WAL at 1733321923044 (+1 ms)Running coprocessor post-close hooks at 1733321923048 (+4 ms)Closed at 1733321923048 2024-12-04T14:18:43,048 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df. 2024-12-04T14:18:43,049 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4b1d801f6fdafafc0ba98ea4793676b5, disabling compactions & flushes 2024-12-04T14:18:43,049 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5. 2024-12-04T14:18:43,049 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5. 2024-12-04T14:18:43,049 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5. after waiting 0 ms 2024-12-04T14:18:43,049 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5. 2024-12-04T14:18:43,049 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4b1d801f6fdafafc0ba98ea4793676b5 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-12-04T14:18:43,062 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/.tmp/info/02781409ead0425a8f116b60c5bdce96 is 147, key is hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5./info:regioninfo/1733321855647/Put/seqid=0 2024-12-04T14:18:43,064 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/replication/4b1d801f6fdafafc0ba98ea4793676b5/.tmp/hfileref/2589977c5db64646afb6c7eaed12f854 is 74, key is 1/hfileref:5f4043a09e6549eba092f32684c5bfd1_SeqId_4_/1733321859048/DeleteColumn/seqid=0 2024-12-04T14:18:43,064 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:18:43,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741844_1020 (size=7686) 2024-12-04T14:18:43,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741845_1021 (size=5203) 2024-12-04T14:18:43,068 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/replication/4b1d801f6fdafafc0ba98ea4793676b5/.tmp/hfileref/2589977c5db64646afb6c7eaed12f854 2024-12-04T14:18:43,086 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/replication/4b1d801f6fdafafc0ba98ea4793676b5/.tmp/queue/41c6beaafa044daea1370eedec709862 is 153, key is 1-ff648bb9ef17,36457,1733321842947/queue:ff648bb9ef17%2C36457%2C1733321842947/1733321860847/Put/seqid=0 2024-12-04T14:18:43,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741846_1022 (size=5352) 2024-12-04T14:18:43,244 DEBUG [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b1d801f6fdafafc0ba98ea4793676b5 2024-12-04T14:18:43,444 DEBUG [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4b1d801f6fdafafc0ba98ea4793676b5 2024-12-04T14:18:43,467 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/.tmp/info/02781409ead0425a8f116b60c5bdce96 2024-12-04T14:18:43,487 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/.tmp/ns/4f73022d7806457da930c610af8e0705 is 43, key is default/ns:d/1733321845942/Put/seqid=0 2024-12-04T14:18:43,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741847_1023 (size=5153) 2024-12-04T14:18:43,491 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/replication/4b1d801f6fdafafc0ba98ea4793676b5/.tmp/queue/41c6beaafa044daea1370eedec709862 2024-12-04T14:18:43,496 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/replication/4b1d801f6fdafafc0ba98ea4793676b5/.tmp/hfileref/2589977c5db64646afb6c7eaed12f854 as hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/replication/4b1d801f6fdafafc0ba98ea4793676b5/hfileref/2589977c5db64646afb6c7eaed12f854 2024-12-04T14:18:43,500 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/replication/4b1d801f6fdafafc0ba98ea4793676b5/hfileref/2589977c5db64646afb6c7eaed12f854, entries=2, sequenceid=10, filesize=5.1 K 2024-12-04T14:18:43,501 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/replication/4b1d801f6fdafafc0ba98ea4793676b5/.tmp/queue/41c6beaafa044daea1370eedec709862 as hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/replication/4b1d801f6fdafafc0ba98ea4793676b5/queue/41c6beaafa044daea1370eedec709862 2024-12-04T14:18:43,505 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/replication/4b1d801f6fdafafc0ba98ea4793676b5/queue/41c6beaafa044daea1370eedec709862, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T14:18:43,506 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 4b1d801f6fdafafc0ba98ea4793676b5 in 457ms, sequenceid=10, compaction requested=false 2024-12-04T14:18:43,511 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/replication/4b1d801f6fdafafc0ba98ea4793676b5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T14:18:43,512 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:18:43,512 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:18:43,512 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5. 2024-12-04T14:18:43,512 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4b1d801f6fdafafc0ba98ea4793676b5: Waiting for close lock at 1733321923049Running coprocessor pre-close hooks at 1733321923049Disabling compacts and flushes for region at 1733321923049Disabling writes for close at 1733321923049Obtaining lock to block concurrent updates at 1733321923049Preparing flush snapshotting stores in 4b1d801f6fdafafc0ba98ea4793676b5 at 1733321923049Finished memstore snapshotting hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1733321923049Flushing stores of hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5. at 1733321923050 (+1 ms)Flushing 4b1d801f6fdafafc0ba98ea4793676b5/hfileref: creating writer at 1733321923050Flushing 4b1d801f6fdafafc0ba98ea4793676b5/hfileref: appending metadata at 1733321923064 (+14 ms)Flushing 4b1d801f6fdafafc0ba98ea4793676b5/hfileref: closing flushed file at 1733321923064Flushing 4b1d801f6fdafafc0ba98ea4793676b5/queue: creating writer at 1733321923073 (+9 ms)Flushing 4b1d801f6fdafafc0ba98ea4793676b5/queue: appending metadata at 1733321923086 (+13 ms)Flushing 4b1d801f6fdafafc0ba98ea4793676b5/queue: closing flushed file at 1733321923086Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1add796b: reopening flushed file at 1733321923495 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bfdc5aa: reopening flushed file at 1733321923500 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 4b1d801f6fdafafc0ba98ea4793676b5 in 457ms, sequenceid=10, compaction requested=false at 1733321923506 (+6 ms)Writing region close event to WAL at 1733321923508 (+2 ms)Running coprocessor post-close hooks at 1733321923511 (+3 ms)Closed at 1733321923512 (+1 ms) 2024-12-04T14:18:43,512 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733321854451.4b1d801f6fdafafc0ba98ea4793676b5. 2024-12-04T14:18:43,644 DEBUG [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:18:43,845 DEBUG [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:18:43,871 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:18:43,872 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:18:43,891 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/.tmp/ns/4f73022d7806457da930c610af8e0705 2024-12-04T14:18:43,912 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/.tmp/rep_barrier/53dd7c5527d34dbbbb2ae8033d240ed1 is 112, key is test,,1733321850118.a5fb3ddacc66d667ba09878d7c69c5df./rep_barrier:seqnumDuringOpen/1733321851285/Put/seqid=0 2024-12-04T14:18:43,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741848_1024 (size=5518) 2024-12-04T14:18:43,946 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 997, reset compression=false 2024-12-04T14:18:43,951 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:18:43,951 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 1292, reset compression=false 2024-12-04T14:18:43,951 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.shipperff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,36457,1733321842947 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933, lastWalPosition=1292, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:18:43,952 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.shipperff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff648bb9ef17,36457,1733321842947: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ff648bb9ef17,36457,1733321842947, walGroup=ff648bb9ef17%2C36457%2C1733321842947, offset=ff648bb9ef17%2C36457%2C1733321842947.1733321844933:1292, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:36457 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T14:18:43,953 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.shipperff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T14:18:43,953 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.shipperff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T14:18:43,954 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.shipperff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T14:18:43,954 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.shipperff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T14:18:43,954 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.shipperff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T14:18:43,954 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.shipperff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 436913352 }, "NonHeapMemoryUsage": { "committed": 180486144, "init": 7667712, "max": -1, "used": 175776872 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T14:18:43,957 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.shipperff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:43965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:43965 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T14:18:44,045 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T14:18:44,045 DEBUG [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T14:18:44,045 DEBUG [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:18:44,155 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 1292, reset compression=false 2024-12-04T14:18:44,245 DEBUG [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:18:44,318 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/.tmp/rep_barrier/53dd7c5527d34dbbbb2ae8033d240ed1 2024-12-04T14:18:44,345 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/.tmp/table/d21b7ff4b9c347c6a54c91343d7d8f5d is 53, key is hbase:replication/table:state/1733321855657/Put/seqid=0 2024-12-04T14:18:44,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741849_1025 (size=5308) 2024-12-04T14:18:44,445 DEBUG [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:18:44,460 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 1292, reset compression=false 2024-12-04T14:18:44,645 DEBUG [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:18:44,750 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/.tmp/table/d21b7ff4b9c347c6a54c91343d7d8f5d 2024-12-04T14:18:44,756 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/.tmp/info/02781409ead0425a8f116b60c5bdce96 as hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/info/02781409ead0425a8f116b60c5bdce96 2024-12-04T14:18:44,760 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/info/02781409ead0425a8f116b60c5bdce96, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T14:18:44,761 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/.tmp/ns/4f73022d7806457da930c610af8e0705 as hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/ns/4f73022d7806457da930c610af8e0705 2024-12-04T14:18:44,765 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/ns/4f73022d7806457da930c610af8e0705, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T14:18:44,766 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/.tmp/rep_barrier/53dd7c5527d34dbbbb2ae8033d240ed1 as hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/rep_barrier/53dd7c5527d34dbbbb2ae8033d240ed1 2024-12-04T14:18:44,771 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/rep_barrier/53dd7c5527d34dbbbb2ae8033d240ed1, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T14:18:44,771 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/.tmp/table/d21b7ff4b9c347c6a54c91343d7d8f5d as hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/table/d21b7ff4b9c347c6a54c91343d7d8f5d 2024-12-04T14:18:44,776 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/table/d21b7ff4b9c347c6a54c91343d7d8f5d, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T14:18:44,777 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=16, compaction requested=false 2024-12-04T14:18:44,781 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T14:18:44,782 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:18:44,782 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:18:44,782 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:18:44,782 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321923044Running coprocessor pre-close hooks at 1733321923044Disabling compacts and flushes for region at 1733321923044Disabling writes for close at 1733321923044Obtaining lock to block concurrent updates at 1733321923044Preparing flush snapshotting stores in 1588230740 at 1733321923044Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733321923044Flushing stores of hbase:meta,,1.1588230740 at 1733321923045 (+1 ms)Flushing 1588230740/info: creating writer at 1733321923045Flushing 1588230740/info: appending metadata at 1733321923061 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733321923061Flushing 1588230740/ns: creating writer at 1733321923473 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733321923487 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733321923487Flushing 1588230740/rep_barrier: creating writer at 1733321923897 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733321923911 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733321923911Flushing 1588230740/table: creating writer at 1733321924323 (+412 ms)Flushing 1588230740/table: appending metadata at 1733321924345 (+22 ms)Flushing 1588230740/table: closing flushed file at 1733321924345Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57fad25f: reopening flushed file at 1733321924755 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@263b392d: reopening flushed file at 1733321924760 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5deffae3: reopening flushed file at 1733321924765 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b621827: reopening flushed file at 1733321924771 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=16, compaction requested=false at 1733321924777 (+6 ms)Writing region close event to WAL at 1733321924778 (+1 ms)Running coprocessor post-close hooks at 1733321924782 (+4 ms)Closed at 1733321924782 2024-12-04T14:18:44,782 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:18:44,846 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,36457,1733321842947; all regions closed. 2024-12-04T14:18:44,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741834_1010 (size=4239) 2024-12-04T14:18:44,848 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.meta.1733321845890.meta not finished, retry = 0 2024-12-04T14:18:44,864 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/WALs/ff648bb9ef17,36457,1733321842947/ff648bb9ef17%2C36457%2C1733321842947.1733321844933 to pos 1292, reset compression=false 2024-12-04T14:18:44,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741839_1015 (size=2700) 2024-12-04T14:18:44,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741832_1008 (size=1300) 2024-12-04T14:18:44,955 DEBUG [RS:0;ff648bb9ef17:36457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:44,955 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:18:44,955 INFO [RS:0;ff648bb9ef17:36457 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:18:44,955 INFO [RS:0;ff648bb9ef17:36457 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:18:44,955 INFO [RS:0;ff648bb9ef17:36457 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:18:44,955 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:18:44,955 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff648bb9ef17,36457,1733321842947 because: Region server is closing 2024-12-04T14:18:44,955 INFO [RS:0;ff648bb9ef17:36457 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:36457. 2024-12-04T14:18:44,956 DEBUG [RS:0;ff648bb9ef17:36457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:18:44,956 DEBUG [RS:0;ff648bb9ef17:36457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:44,956 DEBUG [RS:0;ff648bb9ef17:36457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:44,956 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:18:45,056 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.shipperff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 terminated 2024-12-04T14:18:45,056 INFO [RS:0;ff648bb9ef17:36457 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36457 2024-12-04T14:18:45,056 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,36457,1733321842947.replicationSource.wal-reader.ff648bb9ef17%2C36457%2C1733321842947,1-ff648bb9ef17,36457,1733321842947 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T14:18:45,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0667903834/rs/ff648bb9ef17,36457,1733321842947 2024-12-04T14:18:45,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834/rs 2024-12-04T14:18:45,058 INFO [RS:0;ff648bb9ef17:36457 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:18:45,060 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,36457,1733321842947] 2024-12-04T14:18:45,061 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0667903834/draining/ff648bb9ef17,36457,1733321842947 already deleted, retry=false 2024-12-04T14:18:45,061 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,36457,1733321842947 expired; onlineServers=0 2024-12-04T14:18:45,061 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,43965,1733321842895' ***** 2024-12-04T14:18:45,061 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:18:45,061 INFO [M:0;ff648bb9ef17:43965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:18:45,061 INFO [M:0;ff648bb9ef17:43965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:18:45,061 DEBUG [M:0;ff648bb9ef17:43965 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:18:45,061 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:18:45,061 DEBUG [M:0;ff648bb9ef17:43965 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:18:45,061 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321844731 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321844731,5,FailOnTimeoutGroup] 2024-12-04T14:18:45,061 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321844731 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321844731,5,FailOnTimeoutGroup] 2024-12-04T14:18:45,061 INFO [M:0;ff648bb9ef17:43965 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:18:45,061 INFO [M:0;ff648bb9ef17:43965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:18:45,062 DEBUG [M:0;ff648bb9ef17:43965 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:18:45,062 INFO [M:0;ff648bb9ef17:43965 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:18:45,062 INFO [M:0;ff648bb9ef17:43965 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:18:45,062 INFO [M:0;ff648bb9ef17:43965 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:18:45,062 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:18:45,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0667903834/master 2024-12-04T14:18:45,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0667903834 2024-12-04T14:18:45,064 DEBUG [M:0;ff648bb9ef17:43965 {}] zookeeper.ZKUtil(347): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Unable to get data of znode /0667903834/master because node does not exist (not an error) 2024-12-04T14:18:45,064 WARN [M:0;ff648bb9ef17:43965 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:18:45,065 INFO [M:0;ff648bb9ef17:43965 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/.lastflushedseqids 2024-12-04T14:18:45,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741850_1026 (size=263) 2024-12-04T14:18:45,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:18:45,160 INFO [RS:0;ff648bb9ef17:36457 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:18:45,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36457-0x1017dd6473a0001, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:18:45,160 INFO [RS:0;ff648bb9ef17:36457 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,36457,1733321842947; zookeeper connection closed. 2024-12-04T14:18:45,160 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1baa14db {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1baa14db 2024-12-04T14:18:45,160 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:18:45,471 INFO [M:0;ff648bb9ef17:43965 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:18:45,471 INFO [M:0;ff648bb9ef17:43965 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:18:45,471 DEBUG [M:0;ff648bb9ef17:43965 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:18:45,471 INFO [M:0;ff648bb9ef17:43965 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:18:45,471 DEBUG [M:0;ff648bb9ef17:43965 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:18:45,471 DEBUG [M:0;ff648bb9ef17:43965 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:18:45,471 DEBUG [M:0;ff648bb9ef17:43965 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:18:45,471 INFO [M:0;ff648bb9ef17:43965 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-12-04T14:18:45,491 DEBUG [M:0;ff648bb9ef17:43965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77ba697e06ae49bf847001b689a22c45 is 82, key is hbase:meta,,1/info:regioninfo/1733321845926/Put/seqid=0 2024-12-04T14:18:45,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741851_1027 (size=5672) 2024-12-04T14:18:45,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:18:45,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:18:45,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:18:45,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:18:45,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:18:45,896 INFO [M:0;ff648bb9ef17:43965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77ba697e06ae49bf847001b689a22c45 2024-12-04T14:18:45,915 DEBUG [M:0;ff648bb9ef17:43965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/566e2eb85fe84a6b80b0dddfc7da9965 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733321851300/Put/seqid=0 2024-12-04T14:18:45,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741852_1028 (size=7240) 2024-12-04T14:18:46,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:18:46,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:18:46,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:18:46,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:18:46,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:18:46,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:18:46,320 INFO [M:0;ff648bb9ef17:43965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/566e2eb85fe84a6b80b0dddfc7da9965 2024-12-04T14:18:46,325 INFO [M:0;ff648bb9ef17:43965 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 566e2eb85fe84a6b80b0dddfc7da9965 2024-12-04T14:18:46,340 DEBUG [M:0;ff648bb9ef17:43965 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28559ece292042228762637430ee7e59 is 69, key is ff648bb9ef17,36457,1733321842947/rs:state/1733321844790/Put/seqid=0 2024-12-04T14:18:46,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741853_1029 (size=5156) 2024-12-04T14:18:46,744 INFO [M:0;ff648bb9ef17:43965 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28559ece292042228762637430ee7e59 2024-12-04T14:18:46,749 DEBUG [M:0;ff648bb9ef17:43965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77ba697e06ae49bf847001b689a22c45 as hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77ba697e06ae49bf847001b689a22c45 2024-12-04T14:18:46,754 INFO [M:0;ff648bb9ef17:43965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77ba697e06ae49bf847001b689a22c45, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T14:18:46,755 DEBUG [M:0;ff648bb9ef17:43965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/566e2eb85fe84a6b80b0dddfc7da9965 as hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/566e2eb85fe84a6b80b0dddfc7da9965 2024-12-04T14:18:46,759 INFO [M:0;ff648bb9ef17:43965 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 566e2eb85fe84a6b80b0dddfc7da9965 2024-12-04T14:18:46,760 INFO [M:0;ff648bb9ef17:43965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/566e2eb85fe84a6b80b0dddfc7da9965, entries=11, sequenceid=105, filesize=7.1 K 2024-12-04T14:18:46,760 DEBUG [M:0;ff648bb9ef17:43965 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/28559ece292042228762637430ee7e59 as hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28559ece292042228762637430ee7e59 2024-12-04T14:18:46,764 INFO [M:0;ff648bb9ef17:43965 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38579/user/jenkins/test-data/38664c2e-e787-8fb2-18cd-341c43bb2e7c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/28559ece292042228762637430ee7e59, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T14:18:46,765 INFO [M:0;ff648bb9ef17:43965 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=105, compaction requested=false 2024-12-04T14:18:46,767 INFO [M:0;ff648bb9ef17:43965 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:18:46,767 DEBUG [M:0;ff648bb9ef17:43965 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321925471Disabling compacts and flushes for region at 1733321925471Disabling writes for close at 1733321925471Obtaining lock to block concurrent updates at 1733321925471Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733321925471Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1733321925472 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733321925472Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733321925473 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733321925491 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733321925491Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733321925901 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733321925915 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733321925915Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733321926325 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733321926339 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733321926339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22036d8b: reopening flushed file at 1733321926749 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8aaf3fd: reopening flushed file at 1733321926755 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d47b718: reopening flushed file at 1733321926760 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=105, compaction requested=false at 1733321926765 (+5 ms)Writing region close event to WAL at 1733321926767 (+2 ms)Closed at 1733321926767 2024-12-04T14:18:46,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43143 is added to blk_1073741830_1006 (size=64526) 2024-12-04T14:18:46,769 INFO [M:0;ff648bb9ef17:43965 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:18:46,769 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:18:46,769 INFO [M:0;ff648bb9ef17:43965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43965 2024-12-04T14:18:46,770 INFO [M:0;ff648bb9ef17:43965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:18:46,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:18:46,872 INFO [M:0;ff648bb9ef17:43965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:18:46,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43965-0x1017dd6473a0000, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:18:46,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@775d196{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:18:46,877 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3b74605b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:18:46,877 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:18:46,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41a0fec9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:18:46,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23a47011{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/hadoop.log.dir/,STOPPED} 2024-12-04T14:18:46,878 WARN [BP-485929623-172.17.0.2-1733321841868 heartbeating to localhost/127.0.0.1:38579 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:18:46,878 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:18:46,878 WARN [BP-485929623-172.17.0.2-1733321841868 heartbeating to localhost/127.0.0.1:38579 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-485929623-172.17.0.2-1733321841868 (Datanode Uuid 3b3dda57-c8cb-425f-83c1-61a3f2e43460) service to localhost/127.0.0.1:38579 2024-12-04T14:18:46,878 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:18:46,878 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/cluster_271ef308-95de-f1c4-db0c-66642524d3ad/data/data1/current/BP-485929623-172.17.0.2-1733321841868 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:18:46,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/cluster_271ef308-95de-f1c4-db0c-66642524d3ad/data/data2/current/BP-485929623-172.17.0.2-1733321841868 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:18:46,879 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:18:46,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25670136{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:18:46,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e33be44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:18:46,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:18:46,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@490d01d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:18:46,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3418769f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/980ac443-af42-470f-e6e3-ab5caeee6deb/hadoop.log.dir/,STOPPED} 2024-12-04T14:18:46,893 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T14:18:46,906 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:18:46,914 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=162 (was 139) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64750) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fee04b8f300.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38579 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38579 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40117 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38579 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fee04b8f300.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:40117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64750) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:38579 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=208 (was 272), ProcessCount=11 (was 11), AvailableMemoryMB=10627 (was 10713) 2024-12-04T14:18:46,922 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=163, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=208, ProcessCount=11, AvailableMemoryMB=10627 2024-12-04T14:18:46,939 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-12-04T14:18:46,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/hadoop.log.dir so I do NOT create it in target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e 2024-12-04T14:18:46,940 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:18:46,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/hadoop.tmp.dir so I do NOT create it in target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e 2024-12-04T14:18:46,940 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0e4f45e-ddab-c338-d5e8-6e8cbfe8875a/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:18:46,940 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e 2024-12-04T14:18:46,940 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/cluster_eb2b3abf-adc4-1494-ed17-1cf6785820ea, deleteOnExit=true 2024-12-04T14:18:46,943 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/cluster_eb2b3abf-adc4-1494-ed17-1cf6785820ea/zookeeper_0, clientPort=62721, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/cluster_eb2b3abf-adc4-1494-ed17-1cf6785820ea/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/cluster_eb2b3abf-adc4-1494-ed17-1cf6785820ea/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T14:18:46,944 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62721 2024-12-04T14:18:46,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:18:46,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:18:46,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/test.cache.data in system properties and HBase conf 2024-12-04T14:18:46,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:18:46,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:18:46,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:18:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:18:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:18:46,945 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:18:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:18:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:18:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:18:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:18:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:18:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:18:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:18:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:18:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:18:46,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:18:46,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:18:46,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:18:46,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:18:46,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:18:46,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017dd6473a0002, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:18:46,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017dd6473a0005, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:18:46,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017dd6473a0005, quorum=127.0.0.1:64750, baseZNode=/1-1741985108 Received Disconnected from ZooKeeper, ignoring 2024-12-04T14:18:46,991 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017dd6473a0002, quorum=127.0.0.1:64750, baseZNode=/0667903834 Received Disconnected from ZooKeeper, ignoring 2024-12-04T14:18:47,022 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:18:47,026 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:18:47,027 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:18:47,028 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:18:47,028 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:18:47,028 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:18:47,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1477fdc6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:18:47,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c4d3901{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:18:47,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d832a19{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/java.io.tmpdir/jetty-localhost-42909-hadoop-hdfs-3_4_1-tests_jar-_-any-16640928977963035402/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:18:47,145 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31f3ad78{HTTP/1.1, (http/1.1)}{localhost:42909} 2024-12-04T14:18:47,145 INFO [Time-limited test {}] server.Server(415): Started @130201ms 2024-12-04T14:18:47,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:18:47,231 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:18:47,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:18:47,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:18:47,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:18:47,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7afa3cc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:18:47,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14dfe554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:18:47,350 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32ee94b1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/java.io.tmpdir/jetty-localhost-37737-hadoop-hdfs-3_4_1-tests_jar-_-any-16563388545212912904/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:18:47,350 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31b1f6c6{HTTP/1.1, (http/1.1)}{localhost:37737} 2024-12-04T14:18:47,350 INFO [Time-limited test {}] server.Server(415): Started @130406ms 2024-12-04T14:18:47,351 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:18:47,457 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/cluster_eb2b3abf-adc4-1494-ed17-1cf6785820ea/data/data1/current/BP-239691764-172.17.0.2-1733321926964/current, will proceed with Du for space computation calculation, 2024-12-04T14:18:47,457 WARN [Thread-1291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/cluster_eb2b3abf-adc4-1494-ed17-1cf6785820ea/data/data2/current/BP-239691764-172.17.0.2-1733321926964/current, will proceed with Du for space computation calculation, 2024-12-04T14:18:47,477 WARN [Thread-1278 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:18:47,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d7d386638ebf8e2 with lease ID 0x3e1ffbe68cbc192d: Processing first storage report for DS-247e4ed3-a13e-469b-ad3e-b35fcf970c98 from datanode DatanodeRegistration(127.0.0.1:42799, datanodeUuid=cf0a8511-dbb1-4dba-97dc-5bc84873598e, infoPort=45585, infoSecurePort=0, ipcPort=46495, storageInfo=lv=-57;cid=testClusterID;nsid=1696952368;c=1733321926964) 2024-12-04T14:18:47,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d7d386638ebf8e2 with lease ID 0x3e1ffbe68cbc192d: from storage DS-247e4ed3-a13e-469b-ad3e-b35fcf970c98 node DatanodeRegistration(127.0.0.1:42799, datanodeUuid=cf0a8511-dbb1-4dba-97dc-5bc84873598e, infoPort=45585, infoSecurePort=0, ipcPort=46495, storageInfo=lv=-57;cid=testClusterID;nsid=1696952368;c=1733321926964), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:18:47,479 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3d7d386638ebf8e2 with lease ID 0x3e1ffbe68cbc192d: Processing first storage report for DS-8c35eac0-cad9-4fde-baa6-3bd4529bd271 from datanode DatanodeRegistration(127.0.0.1:42799, datanodeUuid=cf0a8511-dbb1-4dba-97dc-5bc84873598e, infoPort=45585, infoSecurePort=0, ipcPort=46495, storageInfo=lv=-57;cid=testClusterID;nsid=1696952368;c=1733321926964) 2024-12-04T14:18:47,479 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3d7d386638ebf8e2 with lease ID 0x3e1ffbe68cbc192d: from storage DS-8c35eac0-cad9-4fde-baa6-3bd4529bd271 node DatanodeRegistration(127.0.0.1:42799, datanodeUuid=cf0a8511-dbb1-4dba-97dc-5bc84873598e, infoPort=45585, infoSecurePort=0, ipcPort=46495, storageInfo=lv=-57;cid=testClusterID;nsid=1696952368;c=1733321926964), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:18:47,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e 2024-12-04T14:18:47,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:18:47,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:18:47,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:18:47,991 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2 with version=8 2024-12-04T14:18:47,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/hbase-staging 2024-12-04T14:18:47,993 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:18:47,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:18:47,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:18:47,993 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:18:47,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:18:47,993 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:18:47,993 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:18:47,993 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:18:47,994 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44461 2024-12-04T14:18:47,995 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44461 connecting to ZooKeeper ensemble=127.0.0.1:62721 2024-12-04T14:18:48,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444610x0, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:18:48,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44461-0x1017dd793ae0000 connected 2024-12-04T14:18:48,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:18:48,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:18:48,021 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Set watcher on znode that does not yet exist, /0-778872993/running 2024-12-04T14:18:48,021 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2, hbase.cluster.distributed=false 2024-12-04T14:18:48,022 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Set watcher on znode that does not yet exist, /0-778872993/acl 2024-12-04T14:18:48,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44461 2024-12-04T14:18:48,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44461 2024-12-04T14:18:48,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44461 2024-12-04T14:18:48,025 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44461 2024-12-04T14:18:48,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44461 2024-12-04T14:18:48,040 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:18:48,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:18:48,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:18:48,040 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:18:48,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:18:48,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:18:48,040 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:18:48,041 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:18:48,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46747 2024-12-04T14:18:48,042 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46747 connecting to ZooKeeper ensemble=127.0.0.1:62721 2024-12-04T14:18:48,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:18:48,044 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:18:48,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467470x0, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:18:48,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467470x0, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Set watcher on znode that does not yet exist, /0-778872993/running 2024-12-04T14:18:48,048 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46747-0x1017dd793ae0001 connected 2024-12-04T14:18:48,048 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:18:48,050 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:18:48,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Set watcher on znode that does not yet exist, /0-778872993/master 2024-12-04T14:18:48,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Set watcher on znode that does not yet exist, /0-778872993/acl 2024-12-04T14:18:48,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46747 2024-12-04T14:18:48,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46747 2024-12-04T14:18:48,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46747 2024-12-04T14:18:48,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46747 2024-12-04T14:18:48,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46747 2024-12-04T14:18:48,068 DEBUG [M:0;ff648bb9ef17:44461 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:44461 2024-12-04T14:18:48,069 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-778872993/backup-masters/ff648bb9ef17,44461,1733321927993 2024-12-04T14:18:48,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993/backup-masters 2024-12-04T14:18:48,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993/backup-masters 2024-12-04T14:18:48,072 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Set watcher on existing znode=/0-778872993/backup-masters/ff648bb9ef17,44461,1733321927993 2024-12-04T14:18:48,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-778872993/master 2024-12-04T14:18:48,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:18:48,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:18:48,074 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Set watcher on existing znode=/0-778872993/master 2024-12-04T14:18:48,074 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-778872993/backup-masters/ff648bb9ef17,44461,1733321927993 from backup master directory 2024-12-04T14:18:48,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-778872993/backup-masters/ff648bb9ef17,44461,1733321927993 2024-12-04T14:18:48,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993/backup-masters 2024-12-04T14:18:48,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993/backup-masters 2024-12-04T14:18:48,076 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:18:48,076 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,44461,1733321927993 2024-12-04T14:18:48,080 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/hbase.id] with ID: b0ed35ef-6c64-4f51-b5b8-f6b57a276086 2024-12-04T14:18:48,080 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/.tmp/hbase.id 2024-12-04T14:18:48,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:18:48,486 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/.tmp/hbase.id]:[hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/hbase.id] 2024-12-04T14:18:48,498 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:18:48,498 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:18:48,499 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T14:18:48,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:18:48,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:18:48,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:18:48,507 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:18:48,507 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:18:48,508 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:18:48,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:18:48,915 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store 2024-12-04T14:18:48,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:18:49,321 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:18:49,321 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:18:49,321 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:18:49,321 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:18:49,321 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:18:49,321 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:18:49,321 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:18:49,321 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321929321Disabling compacts and flushes for region at 1733321929321Disabling writes for close at 1733321929321Writing region close event to WAL at 1733321929321Closed at 1733321929321 2024-12-04T14:18:49,322 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/.initializing 2024-12-04T14:18:49,322 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/WALs/ff648bb9ef17,44461,1733321927993 2024-12-04T14:18:49,323 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:18:49,325 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C44461%2C1733321927993, suffix=, logDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/WALs/ff648bb9ef17,44461,1733321927993, archiveDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/oldWALs, maxLogs=10 2024-12-04T14:18:49,338 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/WALs/ff648bb9ef17,44461,1733321927993/ff648bb9ef17%2C44461%2C1733321927993.1733321929325, exclude list is [], retry=0 2024-12-04T14:18:49,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42799,DS-247e4ed3-a13e-469b-ad3e-b35fcf970c98,DISK] 2024-12-04T14:18:49,342 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/WALs/ff648bb9ef17,44461,1733321927993/ff648bb9ef17%2C44461%2C1733321927993.1733321929325 2024-12-04T14:18:49,342 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45585:45585)] 2024-12-04T14:18:49,342 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:18:49,342 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:18:49,342 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:49,342 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:49,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:49,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:18:49,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:49,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:18:49,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:49,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:18:49,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:49,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:18:49,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:49,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:18:49,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:49,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:18:49,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:49,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:18:49,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:49,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:18:49,350 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:49,350 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:49,351 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:49,352 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:49,352 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:49,352 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:18:49,353 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:49,355 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:18:49,356 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73417537, jitterRate=0.09400655329227448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:18:49,356 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733321929343Initializing all the Stores at 1733321929343Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321929343Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321929343Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321929343Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321929343Cleaning up temporary data from old regions at 1733321929352 (+9 ms)Region opened successfully at 1733321929356 (+4 ms) 2024-12-04T14:18:49,357 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:18:49,359 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21342045, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:18:49,360 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:18:49,360 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:18:49,360 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:18:49,360 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:18:49,361 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:18:49,361 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:18:49,361 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:18:49,363 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:18:49,364 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Unable to get data of znode /0-778872993/balancer because node does not exist (not necessarily an error) 2024-12-04T14:18:49,365 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-778872993/balancer already deleted, retry=false 2024-12-04T14:18:49,365 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:18:49,366 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Unable to get data of znode /0-778872993/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:18:49,367 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-778872993/normalizer already deleted, retry=false 2024-12-04T14:18:49,367 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:18:49,368 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Unable to get data of znode /0-778872993/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:18:49,371 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-778872993/switch/split already deleted, retry=false 2024-12-04T14:18:49,372 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Unable to get data of znode /0-778872993/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:18:49,373 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-778872993/switch/merge already deleted, retry=false 2024-12-04T14:18:49,375 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Unable to get data of znode /0-778872993/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:18:49,376 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-778872993/snapshot-cleanup already deleted, retry=false 2024-12-04T14:18:49,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-778872993/running 2024-12-04T14:18:49,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-778872993/running 2024-12-04T14:18:49,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:18:49,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:18:49,378 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,44461,1733321927993, sessionid=0x1017dd793ae0000, setting cluster-up flag (Was=false) 2024-12-04T14:18:49,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:18:49,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:18:49,388 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-778872993/flush-table-proc/acquired, /0-778872993/flush-table-proc/reached, /0-778872993/flush-table-proc/abort 2024-12-04T14:18:49,389 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,44461,1733321927993 2024-12-04T14:18:49,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:18:49,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:18:49,397 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-778872993/online-snapshot/acquired, /0-778872993/online-snapshot/reached, /0-778872993/online-snapshot/abort 2024-12-04T14:18:49,398 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,44461,1733321927993 2024-12-04T14:18:49,398 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:18:49,400 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:18:49,400 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:18:49,400 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:18:49,400 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,44461,1733321927993 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:18:49,401 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:18:49,401 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:18:49,401 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:18:49,401 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:18:49,401 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:18:49,401 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:49,401 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:18:49,401 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:49,402 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733321959402 2024-12-04T14:18:49,402 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:18:49,402 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:18:49,402 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:18:49,402 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:18:49,402 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:18:49,402 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:18:49,403 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:49,403 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:18:49,403 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:18:49,403 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:18:49,403 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:18:49,403 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:18:49,403 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:18:49,403 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:18:49,403 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:18:49,403 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321929403,5,FailOnTimeoutGroup] 2024-12-04T14:18:49,404 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321929404,5,FailOnTimeoutGroup] 2024-12-04T14:18:49,404 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:49,404 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:18:49,404 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:49,404 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:49,404 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:49,404 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:18:49,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:18:49,460 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(746): ClusterId : b0ed35ef-6c64-4f51-b5b8-f6b57a276086 2024-12-04T14:18:49,460 DEBUG [RS:0;ff648bb9ef17:46747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:18:49,462 DEBUG [RS:0;ff648bb9ef17:46747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:18:49,462 DEBUG [RS:0;ff648bb9ef17:46747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:18:49,464 DEBUG [RS:0;ff648bb9ef17:46747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:18:49,464 DEBUG [RS:0;ff648bb9ef17:46747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fee4fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:18:49,479 DEBUG [RS:0;ff648bb9ef17:46747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:46747 2024-12-04T14:18:49,479 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:18:49,479 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:18:49,479 DEBUG [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:18:49,480 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,44461,1733321927993 with port=46747, startcode=1733321928040 2024-12-04T14:18:49,480 DEBUG [RS:0;ff648bb9ef17:46747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:18:49,482 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:18:49,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44461 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,46747,1733321928040 2024-12-04T14:18:49,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44461 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,46747,1733321928040 2024-12-04T14:18:49,484 DEBUG [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2 2024-12-04T14:18:49,484 DEBUG [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43989 2024-12-04T14:18:49,484 DEBUG [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:18:49,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993/rs 2024-12-04T14:18:49,487 DEBUG [RS:0;ff648bb9ef17:46747 {}] zookeeper.ZKUtil(111): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Set watcher on existing znode=/0-778872993/rs/ff648bb9ef17,46747,1733321928040 2024-12-04T14:18:49,487 WARN [RS:0;ff648bb9ef17:46747 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:18:49,487 INFO [RS:0;ff648bb9ef17:46747 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:18:49,487 DEBUG [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040 2024-12-04T14:18:49,488 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,46747,1733321928040] 2024-12-04T14:18:49,490 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:18:49,492 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:18:49,493 INFO [RS:0;ff648bb9ef17:46747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:18:49,493 INFO [RS:0;ff648bb9ef17:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:49,493 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:18:49,494 INFO [RS:0;ff648bb9ef17:46747 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:18:49,494 INFO [RS:0;ff648bb9ef17:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:49,494 DEBUG [RS:0;ff648bb9ef17:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:49,494 DEBUG [RS:0;ff648bb9ef17:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:49,494 DEBUG [RS:0;ff648bb9ef17:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:49,494 DEBUG [RS:0;ff648bb9ef17:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:49,494 DEBUG [RS:0;ff648bb9ef17:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:49,494 DEBUG [RS:0;ff648bb9ef17:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:18:49,494 DEBUG [RS:0;ff648bb9ef17:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:49,494 DEBUG [RS:0;ff648bb9ef17:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:49,494 DEBUG [RS:0;ff648bb9ef17:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:49,494 DEBUG [RS:0;ff648bb9ef17:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:49,494 DEBUG [RS:0;ff648bb9ef17:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:49,495 DEBUG [RS:0;ff648bb9ef17:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:49,495 DEBUG [RS:0;ff648bb9ef17:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:18:49,495 DEBUG [RS:0;ff648bb9ef17:46747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:18:49,495 INFO [RS:0;ff648bb9ef17:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:49,495 INFO [RS:0;ff648bb9ef17:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:49,495 INFO [RS:0;ff648bb9ef17:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:49,495 INFO [RS:0;ff648bb9ef17:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:49,495 INFO [RS:0;ff648bb9ef17:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:49,495 INFO [RS:0;ff648bb9ef17:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,46747,1733321928040-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:18:49,509 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:18:49,509 INFO [RS:0;ff648bb9ef17:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,46747,1733321928040-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:49,509 INFO [RS:0;ff648bb9ef17:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:49,509 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.Replication(171): ff648bb9ef17,46747,1733321928040 started 2024-12-04T14:18:49,522 INFO [RS:0;ff648bb9ef17:46747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:49,523 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,46747,1733321928040, RpcServer on ff648bb9ef17/172.17.0.2:46747, sessionid=0x1017dd793ae0001 2024-12-04T14:18:49,523 DEBUG [RS:0;ff648bb9ef17:46747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:18:49,523 DEBUG [RS:0;ff648bb9ef17:46747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,46747,1733321928040 2024-12-04T14:18:49,523 DEBUG [RS:0;ff648bb9ef17:46747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,46747,1733321928040' 2024-12-04T14:18:49,523 DEBUG [RS:0;ff648bb9ef17:46747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-778872993/flush-table-proc/abort' 2024-12-04T14:18:49,523 DEBUG [RS:0;ff648bb9ef17:46747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-778872993/flush-table-proc/acquired' 2024-12-04T14:18:49,524 DEBUG [RS:0;ff648bb9ef17:46747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:18:49,524 DEBUG [RS:0;ff648bb9ef17:46747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:18:49,524 DEBUG [RS:0;ff648bb9ef17:46747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,46747,1733321928040 2024-12-04T14:18:49,524 DEBUG [RS:0;ff648bb9ef17:46747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,46747,1733321928040' 2024-12-04T14:18:49,524 DEBUG [RS:0;ff648bb9ef17:46747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-778872993/online-snapshot/abort' 2024-12-04T14:18:49,524 DEBUG [RS:0;ff648bb9ef17:46747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-778872993/online-snapshot/acquired' 2024-12-04T14:18:49,524 DEBUG [RS:0;ff648bb9ef17:46747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:18:49,524 INFO [RS:0;ff648bb9ef17:46747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:18:49,524 INFO [RS:0;ff648bb9ef17:46747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:18:49,625 INFO [RS:0;ff648bb9ef17:46747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:18:49,626 INFO [RS:0;ff648bb9ef17:46747 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C46747%2C1733321928040, suffix=, logDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040, archiveDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/oldWALs, maxLogs=10 2024-12-04T14:18:49,640 DEBUG [RS:0;ff648bb9ef17:46747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040/ff648bb9ef17%2C46747%2C1733321928040.1733321929627, exclude list is [], retry=0 2024-12-04T14:18:49,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42799,DS-247e4ed3-a13e-469b-ad3e-b35fcf970c98,DISK] 2024-12-04T14:18:49,644 INFO [RS:0;ff648bb9ef17:46747 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040/ff648bb9ef17%2C46747%2C1733321928040.1733321929627 2024-12-04T14:18:49,644 DEBUG [RS:0;ff648bb9ef17:46747 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45585:45585)] 2024-12-04T14:18:49,811 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:18:49,812 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2 2024-12-04T14:18:49,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741833_1009 (size=32) 2024-12-04T14:18:50,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:18:50,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:18:50,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:18:50,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:50,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:18:50,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:18:50,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:18:50,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:50,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:18:50,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:18:50,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:18:50,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:50,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:18:50,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:18:50,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:18:50,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:50,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:18:50,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:18:50,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740 2024-12-04T14:18:50,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740 2024-12-04T14:18:50,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:18:50,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:18:50,227 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:18:50,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:18:50,230 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:18:50,230 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62026378, jitterRate=-0.075734943151474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:18:50,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733321930218Initializing all the Stores at 1733321930219 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321930219Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321930219Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321930219Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321930219Cleaning up temporary data from old regions at 1733321930227 (+8 ms)Region opened successfully at 1733321930231 (+4 ms) 2024-12-04T14:18:50,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:18:50,231 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:18:50,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:18:50,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:18:50,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:18:50,231 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:18:50,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321930231Disabling compacts and flushes for region at 1733321930231Disabling writes for close at 1733321930231Writing region close event to WAL at 1733321930231Closed at 1733321930231 2024-12-04T14:18:50,232 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:18:50,232 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:18:50,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:18:50,234 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:18:50,235 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:18:50,385 DEBUG [ff648bb9ef17:44461 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:18:50,385 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,46747,1733321928040 2024-12-04T14:18:50,387 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,46747,1733321928040, state=OPENING 2024-12-04T14:18:50,388 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:18:50,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:18:50,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:18:50,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-778872993/meta-region-server: CHANGED 2024-12-04T14:18:50,390 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-778872993/meta-region-server: CHANGED 2024-12-04T14:18:50,390 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:18:50,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,46747,1733321928040}] 2024-12-04T14:18:50,543 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:18:50,545 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:18:50,548 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:18:50,548 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:18:50,548 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:18:50,550 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C46747%2C1733321928040.meta, suffix=.meta, logDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040, archiveDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/oldWALs, maxLogs=10 2024-12-04T14:18:50,563 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040/ff648bb9ef17%2C46747%2C1733321928040.meta.1733321930550.meta, exclude list is [], retry=0 2024-12-04T14:18:50,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42799,DS-247e4ed3-a13e-469b-ad3e-b35fcf970c98,DISK] 2024-12-04T14:18:50,567 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040/ff648bb9ef17%2C46747%2C1733321928040.meta.1733321930550.meta 2024-12-04T14:18:50,567 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45585:45585)] 2024-12-04T14:18:50,567 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:18:50,568 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:18:50,568 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:18:50,568 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:18:50,568 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:18:50,568 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:18:50,568 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:18:50,568 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:18:50,568 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:18:50,570 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:18:50,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:18:50,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:50,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:18:50,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:18:50,572 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:18:50,572 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:50,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:18:50,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:18:50,573 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:18:50,573 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:50,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:18:50,573 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:18:50,574 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:18:50,574 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:50,574 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:18:50,574 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:18:50,575 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740 2024-12-04T14:18:50,576 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740 2024-12-04T14:18:50,577 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:18:50,577 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:18:50,577 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:18:50,578 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:18:50,579 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73399151, jitterRate=0.09373258054256439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:18:50,579 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:18:50,580 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733321930569Writing region info on filesystem at 1733321930569Initializing all the Stores at 1733321930569Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321930569Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321930569Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321930569Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321930569Cleaning up temporary data from old regions at 1733321930577 (+8 ms)Running coprocessor post-open hooks at 1733321930579 (+2 ms)Region opened successfully at 1733321930580 (+1 ms) 2024-12-04T14:18:50,580 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733321930543 2024-12-04T14:18:50,582 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:18:50,582 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:18:50,583 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,46747,1733321928040 2024-12-04T14:18:50,583 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,46747,1733321928040, state=OPEN 2024-12-04T14:18:50,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-778872993/meta-region-server 2024-12-04T14:18:50,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-778872993/meta-region-server 2024-12-04T14:18:50,589 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,46747,1733321928040 2024-12-04T14:18:50,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-778872993/meta-region-server: CHANGED 2024-12-04T14:18:50,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-778872993/meta-region-server: CHANGED 2024-12-04T14:18:50,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:18:50,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,46747,1733321928040 in 198 msec 2024-12-04T14:18:50,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:18:50,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-12-04T14:18:50,593 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:18:50,593 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:18:50,594 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:18:50,594 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,46747,1733321928040, seqNum=-1] 2024-12-04T14:18:50,594 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:18:50,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:18:50,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2000 sec 2024-12-04T14:18:50,601 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733321930601, completionTime=-1 2024-12-04T14:18:50,601 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:18:50,601 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:18:50,604 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:18:50,604 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733321990604 2024-12-04T14:18:50,604 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733322050604 2024-12-04T14:18:50,604 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T14:18:50,604 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,44461,1733321927993-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:50,604 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,44461,1733321927993-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:50,604 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,44461,1733321927993-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:50,604 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:44461, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:50,604 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:50,606 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:18:50,609 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:50,614 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.538sec 2024-12-04T14:18:50,614 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:18:50,614 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:18:50,614 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:18:50,614 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:18:50,614 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:18:50,614 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,44461,1733321927993-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:18:50,614 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,44461,1733321927993-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:18:50,617 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:18:50,617 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:18:50,617 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,44461,1733321927993-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:50,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a775333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:18:50,660 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,44461,-1 for getting cluster id 2024-12-04T14:18:50,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:18:50,662 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0ed35ef-6c64-4f51-b5b8-f6b57a276086' 2024-12-04T14:18:50,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:18:50,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0ed35ef-6c64-4f51-b5b8-f6b57a276086" 2024-12-04T14:18:50,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a47e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:18:50,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,44461,-1] 2024-12-04T14:18:50,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:18:50,663 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:50,664 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:18:50,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332599ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:18:50,665 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:18:50,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,46747,1733321928040, seqNum=-1] 2024-12-04T14:18:50,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:18:50,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:18:50,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,44461,1733321927993 2024-12-04T14:18:50,670 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62721 2024-12-04T14:18:50,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:18:50,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017dd793ae0002 connected 2024-12-04T14:18:50,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/hadoop.log.dir so I do NOT create it in target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227 2024-12-04T14:18:50,675 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:18:50,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/hadoop.tmp.dir so I do NOT create it in target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227 2024-12-04T14:18:50,676 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:18:50,676 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227 2024-12-04T14:18:50,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:18:50,676 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/cluster_3a57ee91-e187-4535-53f8-e809fc72df2a, deleteOnExit=true 2024-12-04T14:18:50,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:18:50,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/test.cache.data in system properties and HBase conf 2024-12-04T14:18:50,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:18:50,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:18:50,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:18:50,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:18:50,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:18:50,676 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:18:50,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:18:50,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:18:50,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:18:50,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:18:50,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:18:50,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:18:50,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:18:50,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:18:50,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:18:50,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:18:50,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:18:50,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:18:50,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:18:50,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:18:50,770 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:18:50,773 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:18:50,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:18:50,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:18:50,775 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:18:50,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:18:50,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b2a959e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:18:50,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bc6473e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:18:50,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@101fbe1e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/java.io.tmpdir/jetty-localhost-43967-hadoop-hdfs-3_4_1-tests_jar-_-any-11029451192211909188/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:18:50,891 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3e4a5fa6{HTTP/1.1, (http/1.1)}{localhost:43967} 2024-12-04T14:18:50,892 INFO [Time-limited test {}] server.Server(415): Started @133948ms 2024-12-04T14:18:50,988 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:18:50,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:18:50,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:18:50,995 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:18:50,995 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:18:50,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c7ecb97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:18:50,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e4a58fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:18:51,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f7b1c06{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/java.io.tmpdir/jetty-localhost-42939-hadoop-hdfs-3_4_1-tests_jar-_-any-1870573261233269435/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:18:51,112 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c255e09{HTTP/1.1, (http/1.1)}{localhost:42939} 2024-12-04T14:18:51,112 INFO [Time-limited test {}] server.Server(415): Started @134168ms 2024-12-04T14:18:51,113 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:18:51,213 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/cluster_3a57ee91-e187-4535-53f8-e809fc72df2a/data/data1/current/BP-2002337871-172.17.0.2-1733321930699/current, will proceed with Du for space computation calculation, 2024-12-04T14:18:51,214 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/cluster_3a57ee91-e187-4535-53f8-e809fc72df2a/data/data2/current/BP-2002337871-172.17.0.2-1733321930699/current, will proceed with Du for space computation calculation, 2024-12-04T14:18:51,230 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:18:51,233 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xecd4672913d260bf with lease ID 0xeef601c8ec5fa3df: Processing first storage report for DS-dd331248-b170-4f54-9bd1-7fdb5db261ef from datanode DatanodeRegistration(127.0.0.1:36377, datanodeUuid=09e14446-1999-45a1-9a24-ca1b793d823f, infoPort=41999, infoSecurePort=0, ipcPort=38787, storageInfo=lv=-57;cid=testClusterID;nsid=608149349;c=1733321930699) 2024-12-04T14:18:51,233 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xecd4672913d260bf with lease ID 0xeef601c8ec5fa3df: from storage DS-dd331248-b170-4f54-9bd1-7fdb5db261ef node DatanodeRegistration(127.0.0.1:36377, datanodeUuid=09e14446-1999-45a1-9a24-ca1b793d823f, infoPort=41999, infoSecurePort=0, ipcPort=38787, storageInfo=lv=-57;cid=testClusterID;nsid=608149349;c=1733321930699), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:18:51,233 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xecd4672913d260bf with lease ID 0xeef601c8ec5fa3df: Processing first storage report for DS-68bb9132-756d-4fbe-bee9-af49b6f192df from datanode DatanodeRegistration(127.0.0.1:36377, datanodeUuid=09e14446-1999-45a1-9a24-ca1b793d823f, infoPort=41999, infoSecurePort=0, ipcPort=38787, storageInfo=lv=-57;cid=testClusterID;nsid=608149349;c=1733321930699) 2024-12-04T14:18:51,233 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xecd4672913d260bf with lease ID 0xeef601c8ec5fa3df: from storage DS-68bb9132-756d-4fbe-bee9-af49b6f192df node DatanodeRegistration(127.0.0.1:36377, datanodeUuid=09e14446-1999-45a1-9a24-ca1b793d823f, infoPort=41999, infoSecurePort=0, ipcPort=38787, storageInfo=lv=-57;cid=testClusterID;nsid=608149349;c=1733321930699), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:18:51,236 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227 2024-12-04T14:18:51,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:18:51,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:18:51,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36377 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:18:51,646 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916 with version=8 2024-12-04T14:18:51,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/hbase-staging 2024-12-04T14:18:51,649 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:18:51,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:18:51,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:18:51,649 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:18:51,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:18:51,649 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:18:51,649 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:18:51,649 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:18:51,650 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43641 2024-12-04T14:18:51,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43641 connecting to ZooKeeper ensemble=127.0.0.1:62721 2024-12-04T14:18:51,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436410x0, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:18:51,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43641-0x1017dd793ae0003 connected 2024-12-04T14:18:51,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:18:51,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:18:51,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Set watcher on znode that does not yet exist, /1-699236490/running 2024-12-04T14:18:51,672 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916, hbase.cluster.distributed=false 2024-12-04T14:18:51,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Set watcher on znode that does not yet exist, /1-699236490/acl 2024-12-04T14:18:51,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43641 2024-12-04T14:18:51,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43641 2024-12-04T14:18:51,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43641 2024-12-04T14:18:51,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43641 2024-12-04T14:18:51,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43641 2024-12-04T14:18:51,689 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:18:51,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:18:51,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:18:51,690 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:18:51,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:18:51,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:18:51,690 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:18:51,690 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:18:51,690 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38559 2024-12-04T14:18:51,691 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38559 connecting to ZooKeeper ensemble=127.0.0.1:62721 2024-12-04T14:18:51,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:18:51,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:18:51,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385590x0, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:18:51,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385590x0, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Set watcher on znode that does not yet exist, /1-699236490/running 2024-12-04T14:18:51,697 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38559-0x1017dd793ae0004 connected 2024-12-04T14:18:51,697 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:18:51,698 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:18:51,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38559-0x1017dd793ae0004, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Set watcher on znode that does not yet exist, /1-699236490/master 2024-12-04T14:18:51,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38559-0x1017dd793ae0004, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Set watcher on znode that does not yet exist, /1-699236490/acl 2024-12-04T14:18:51,699 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38559 2024-12-04T14:18:51,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38559 2024-12-04T14:18:51,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38559 2024-12-04T14:18:51,705 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38559 2024-12-04T14:18:51,706 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38559 2024-12-04T14:18:51,717 DEBUG [M:0;ff648bb9ef17:43641 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:43641 2024-12-04T14:18:51,717 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-699236490/backup-masters/ff648bb9ef17,43641,1733321931648 2024-12-04T14:18:51,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1017dd793ae0004, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490/backup-masters 2024-12-04T14:18:51,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490/backup-masters 2024-12-04T14:18:51,721 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Set watcher on existing znode=/1-699236490/backup-masters/ff648bb9ef17,43641,1733321931648 2024-12-04T14:18:51,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1017dd793ae0004, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-699236490/master 2024-12-04T14:18:51,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490 2024-12-04T14:18:51,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1017dd793ae0004, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490 2024-12-04T14:18:51,724 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Set watcher on existing znode=/1-699236490/master 2024-12-04T14:18:51,724 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-699236490/backup-masters/ff648bb9ef17,43641,1733321931648 from backup master directory 2024-12-04T14:18:51,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-699236490/backup-masters/ff648bb9ef17,43641,1733321931648 2024-12-04T14:18:51,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1017dd793ae0004, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490/backup-masters 2024-12-04T14:18:51,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490/backup-masters 2024-12-04T14:18:51,727 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:18:51,727 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,43641,1733321931648 2024-12-04T14:18:51,731 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/hbase.id] with ID: 39c08c30-2d21-4a88-8a8b-373d29e23e7c 2024-12-04T14:18:51,731 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/.tmp/hbase.id 2024-12-04T14:18:51,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36377 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:18:52,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T14:18:52,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T14:18:52,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:18:52,139 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/.tmp/hbase.id]:[hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/hbase.id] 2024-12-04T14:18:52,148 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:18:52,148 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:18:52,149 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T14:18:52,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490 2024-12-04T14:18:52,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1017dd793ae0004, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490 2024-12-04T14:18:52,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36377 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:18:52,557 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:18:52,558 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:18:52,558 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:18:52,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36377 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:18:52,965 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/data/master/store 2024-12-04T14:18:52,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36377 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:18:53,371 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:18:53,371 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:18:53,371 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:18:53,371 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:18:53,372 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:18:53,372 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:18:53,372 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:18:53,372 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321933371Disabling compacts and flushes for region at 1733321933371Disabling writes for close at 1733321933372 (+1 ms)Writing region close event to WAL at 1733321933372Closed at 1733321933372 2024-12-04T14:18:53,373 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/data/master/store/.initializing 2024-12-04T14:18:53,373 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/WALs/ff648bb9ef17,43641,1733321931648 2024-12-04T14:18:53,374 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:18:53,375 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C43641%2C1733321931648, suffix=, logDir=hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/WALs/ff648bb9ef17,43641,1733321931648, archiveDir=hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/oldWALs, maxLogs=10 2024-12-04T14:18:53,388 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/WALs/ff648bb9ef17,43641,1733321931648/ff648bb9ef17%2C43641%2C1733321931648.1733321933375, exclude list is [], retry=0 2024-12-04T14:18:53,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36377,DS-dd331248-b170-4f54-9bd1-7fdb5db261ef,DISK] 2024-12-04T14:18:53,392 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/WALs/ff648bb9ef17,43641,1733321931648/ff648bb9ef17%2C43641%2C1733321931648.1733321933375 2024-12-04T14:18:53,392 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41999:41999)] 2024-12-04T14:18:53,393 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:18:53,393 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:18:53,393 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:53,393 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:53,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:53,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:18:53,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:53,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:18:53,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:53,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:18:53,396 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:53,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:18:53,397 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:53,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:18:53,398 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:53,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:18:53,398 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:53,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:18:53,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:53,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:18:53,399 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:53,400 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:53,400 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:53,401 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:53,401 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:53,401 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:18:53,402 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:18:53,404 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:18:53,404 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66153156, jitterRate=-0.014241158962249756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:18:53,404 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733321933393Initializing all the Stores at 1733321933394 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321933394Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321933394Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321933394Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321933394Cleaning up temporary data from old regions at 1733321933401 (+7 ms)Region opened successfully at 1733321933404 (+3 ms) 2024-12-04T14:18:53,404 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:18:53,407 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c15b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:18:53,407 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:18:53,408 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:18:53,408 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:18:53,408 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:18:53,408 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:18:53,408 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:18:53,408 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:18:53,410 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:18:53,411 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Unable to get data of znode /1-699236490/balancer because node does not exist (not necessarily an error) 2024-12-04T14:18:53,412 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-699236490/balancer already deleted, retry=false 2024-12-04T14:18:53,412 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:18:53,413 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Unable to get data of znode /1-699236490/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:18:53,415 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-699236490/normalizer already deleted, retry=false 2024-12-04T14:18:53,416 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:18:53,417 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Unable to get data of znode /1-699236490/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:18:53,418 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-699236490/switch/split already deleted, retry=false 2024-12-04T14:18:53,419 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Unable to get data of znode /1-699236490/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:18:53,420 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-699236490/switch/merge already deleted, retry=false 2024-12-04T14:18:53,422 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Unable to get data of znode /1-699236490/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:18:53,423 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-699236490/snapshot-cleanup already deleted, retry=false 2024-12-04T14:18:53,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-699236490/running 2024-12-04T14:18:53,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1017dd793ae0004, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-699236490/running 2024-12-04T14:18:53,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490 2024-12-04T14:18:53,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1017dd793ae0004, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490 2024-12-04T14:18:53,427 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,43641,1733321931648, sessionid=0x1017dd793ae0003, setting cluster-up flag (Was=false) 2024-12-04T14:18:53,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490 2024-12-04T14:18:53,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1017dd793ae0004, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490 2024-12-04T14:18:53,435 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-699236490/flush-table-proc/acquired, /1-699236490/flush-table-proc/reached, /1-699236490/flush-table-proc/abort 2024-12-04T14:18:53,436 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,43641,1733321931648 2024-12-04T14:18:53,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490 2024-12-04T14:18:53,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1017dd793ae0004, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490 2024-12-04T14:18:53,445 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-699236490/online-snapshot/acquired, /1-699236490/online-snapshot/reached, /1-699236490/online-snapshot/abort 2024-12-04T14:18:53,446 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,43641,1733321931648 2024-12-04T14:18:53,447 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:18:53,448 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:18:53,448 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:18:53,448 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:18:53,449 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,43641,1733321931648 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:18:53,449 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:18:53,450 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:18:53,450 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:18:53,450 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:18:53,450 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:18:53,450 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:53,450 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:18:53,450 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:53,450 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733321963450 2024-12-04T14:18:53,451 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:18:53,451 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:18:53,451 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:18:53,451 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:18:53,451 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:18:53,451 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:18:53,451 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:53,451 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:18:53,451 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:18:53,451 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:18:53,451 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:18:53,451 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:18:53,451 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:18:53,452 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:18:53,452 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:18:53,452 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321933452,5,FailOnTimeoutGroup] 2024-12-04T14:18:53,452 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:53,452 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:18:53,453 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321933452,5,FailOnTimeoutGroup] 2024-12-04T14:18:53,453 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:53,453 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:18:53,453 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:53,453 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:53,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36377 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:18:53,508 INFO [RS:0;ff648bb9ef17:38559 {}] regionserver.HRegionServer(746): ClusterId : 39c08c30-2d21-4a88-8a8b-373d29e23e7c 2024-12-04T14:18:53,508 DEBUG [RS:0;ff648bb9ef17:38559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:18:53,511 DEBUG [RS:0;ff648bb9ef17:38559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:18:53,511 DEBUG [RS:0;ff648bb9ef17:38559 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:18:53,514 DEBUG [RS:0;ff648bb9ef17:38559 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:18:53,514 DEBUG [RS:0;ff648bb9ef17:38559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0ccef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:18:53,526 DEBUG [RS:0;ff648bb9ef17:38559 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:38559 2024-12-04T14:18:53,526 INFO [RS:0;ff648bb9ef17:38559 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:18:53,526 INFO [RS:0;ff648bb9ef17:38559 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:18:53,526 DEBUG [RS:0;ff648bb9ef17:38559 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:18:53,526 INFO [RS:0;ff648bb9ef17:38559 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,43641,1733321931648 with port=38559, startcode=1733321931689 2024-12-04T14:18:53,527 DEBUG [RS:0;ff648bb9ef17:38559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:18:53,528 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:18:53,528 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43641 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,38559,1733321931689 2024-12-04T14:18:53,529 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43641 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,38559,1733321931689 2024-12-04T14:18:53,530 DEBUG [RS:0;ff648bb9ef17:38559 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916 2024-12-04T14:18:53,530 DEBUG [RS:0;ff648bb9ef17:38559 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39299 2024-12-04T14:18:53,530 DEBUG [RS:0;ff648bb9ef17:38559 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:18:53,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490/rs 2024-12-04T14:18:53,535 DEBUG [RS:0;ff648bb9ef17:38559 {}] zookeeper.ZKUtil(111): regionserver:38559-0x1017dd793ae0004, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Set watcher on existing znode=/1-699236490/rs/ff648bb9ef17,38559,1733321931689 2024-12-04T14:18:53,535 WARN [RS:0;ff648bb9ef17:38559 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:18:53,535 INFO [RS:0;ff648bb9ef17:38559 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:18:53,535 DEBUG [RS:0;ff648bb9ef17:38559 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/WALs/ff648bb9ef17,38559,1733321931689 2024-12-04T14:18:53,536 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,38559,1733321931689] 2024-12-04T14:18:53,538 INFO [RS:0;ff648bb9ef17:38559 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:18:53,540 INFO [RS:0;ff648bb9ef17:38559 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:18:53,540 INFO [RS:0;ff648bb9ef17:38559 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:18:53,540 INFO [RS:0;ff648bb9ef17:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:53,540 INFO [RS:0;ff648bb9ef17:38559 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:18:53,541 INFO [RS:0;ff648bb9ef17:38559 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:18:53,541 INFO [RS:0;ff648bb9ef17:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:53,541 DEBUG [RS:0;ff648bb9ef17:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:53,541 DEBUG [RS:0;ff648bb9ef17:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:53,541 DEBUG [RS:0;ff648bb9ef17:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:53,541 DEBUG [RS:0;ff648bb9ef17:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:53,541 DEBUG [RS:0;ff648bb9ef17:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:53,541 DEBUG [RS:0;ff648bb9ef17:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:18:53,541 DEBUG [RS:0;ff648bb9ef17:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:53,541 DEBUG [RS:0;ff648bb9ef17:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:53,541 DEBUG [RS:0;ff648bb9ef17:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:53,541 DEBUG [RS:0;ff648bb9ef17:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:53,541 DEBUG [RS:0;ff648bb9ef17:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:53,541 DEBUG [RS:0;ff648bb9ef17:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:18:53,541 DEBUG [RS:0;ff648bb9ef17:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:18:53,541 DEBUG [RS:0;ff648bb9ef17:38559 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:18:53,542 INFO [RS:0;ff648bb9ef17:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:53,542 INFO [RS:0;ff648bb9ef17:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:53,542 INFO [RS:0;ff648bb9ef17:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:53,542 INFO [RS:0;ff648bb9ef17:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:53,542 INFO [RS:0;ff648bb9ef17:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:53,542 INFO [RS:0;ff648bb9ef17:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,38559,1733321931689-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:18:53,558 INFO [RS:0;ff648bb9ef17:38559 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:18:53,558 INFO [RS:0;ff648bb9ef17:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,38559,1733321931689-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:53,558 INFO [RS:0;ff648bb9ef17:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:53,558 INFO [RS:0;ff648bb9ef17:38559 {}] regionserver.Replication(171): ff648bb9ef17,38559,1733321931689 started 2024-12-04T14:18:53,571 INFO [RS:0;ff648bb9ef17:38559 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:53,572 INFO [RS:0;ff648bb9ef17:38559 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,38559,1733321931689, RpcServer on ff648bb9ef17/172.17.0.2:38559, sessionid=0x1017dd793ae0004 2024-12-04T14:18:53,572 DEBUG [RS:0;ff648bb9ef17:38559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:18:53,572 DEBUG [RS:0;ff648bb9ef17:38559 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,38559,1733321931689 2024-12-04T14:18:53,572 DEBUG [RS:0;ff648bb9ef17:38559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,38559,1733321931689' 2024-12-04T14:18:53,572 DEBUG [RS:0;ff648bb9ef17:38559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-699236490/flush-table-proc/abort' 2024-12-04T14:18:53,572 DEBUG [RS:0;ff648bb9ef17:38559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-699236490/flush-table-proc/acquired' 2024-12-04T14:18:53,573 DEBUG [RS:0;ff648bb9ef17:38559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:18:53,573 DEBUG [RS:0;ff648bb9ef17:38559 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:18:53,573 DEBUG [RS:0;ff648bb9ef17:38559 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,38559,1733321931689 2024-12-04T14:18:53,573 DEBUG [RS:0;ff648bb9ef17:38559 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,38559,1733321931689' 2024-12-04T14:18:53,573 DEBUG [RS:0;ff648bb9ef17:38559 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-699236490/online-snapshot/abort' 2024-12-04T14:18:53,573 DEBUG [RS:0;ff648bb9ef17:38559 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-699236490/online-snapshot/acquired' 2024-12-04T14:18:53,573 DEBUG [RS:0;ff648bb9ef17:38559 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:18:53,573 INFO [RS:0;ff648bb9ef17:38559 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:18:53,573 INFO [RS:0;ff648bb9ef17:38559 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:18:53,674 INFO [RS:0;ff648bb9ef17:38559 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:18:53,675 INFO [RS:0;ff648bb9ef17:38559 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C38559%2C1733321931689, suffix=, logDir=hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/WALs/ff648bb9ef17,38559,1733321931689, archiveDir=hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/oldWALs, maxLogs=10 2024-12-04T14:18:53,689 DEBUG [RS:0;ff648bb9ef17:38559 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/WALs/ff648bb9ef17,38559,1733321931689/ff648bb9ef17%2C38559%2C1733321931689.1733321933675, exclude list is [], retry=0 2024-12-04T14:18:53,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36377,DS-dd331248-b170-4f54-9bd1-7fdb5db261ef,DISK] 2024-12-04T14:18:53,694 INFO [RS:0;ff648bb9ef17:38559 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/WALs/ff648bb9ef17,38559,1733321931689/ff648bb9ef17%2C38559%2C1733321931689.1733321933675 2024-12-04T14:18:53,694 DEBUG [RS:0;ff648bb9ef17:38559 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41999:41999)] 2024-12-04T14:18:53,862 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:18:53,862 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916 2024-12-04T14:18:53,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36377 is added to blk_1073741833_1009 (size=32) 2024-12-04T14:18:54,268 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:18:54,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:18:54,271 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:18:54,271 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:54,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:18:54,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:18:54,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:18:54,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:54,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:18:54,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:18:54,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:18:54,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:54,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:18:54,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:18:54,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:18:54,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:54,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:18:54,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:18:54,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/data/hbase/meta/1588230740 2024-12-04T14:18:54,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/data/hbase/meta/1588230740 2024-12-04T14:18:54,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:18:54,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:18:54,277 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:18:54,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:18:54,280 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:18:54,280 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68047567, jitterRate=0.013987764716148376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:18:54,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733321934268Initializing all the Stores at 1733321934269 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321934269Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321934269Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321934269Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321934269Cleaning up temporary data from old regions at 1733321934277 (+8 ms)Region opened successfully at 1733321934280 (+3 ms) 2024-12-04T14:18:54,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:18:54,280 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:18:54,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:18:54,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:18:54,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:18:54,281 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:18:54,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321934280Disabling compacts and flushes for region at 1733321934280Disabling writes for close at 1733321934280Writing region close event to WAL at 1733321934281 (+1 ms)Closed at 1733321934281 2024-12-04T14:18:54,282 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:18:54,282 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:18:54,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:18:54,283 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:18:54,284 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:18:54,434 DEBUG [ff648bb9ef17:43641 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:18:54,434 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,38559,1733321931689 2024-12-04T14:18:54,435 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,38559,1733321931689, state=OPENING 2024-12-04T14:18:54,437 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:18:54,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490 2024-12-04T14:18:54,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1017dd793ae0004, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490 2024-12-04T14:18:54,439 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:18:54,439 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-699236490/meta-region-server: CHANGED 2024-12-04T14:18:54,439 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-699236490/meta-region-server: CHANGED 2024-12-04T14:18:54,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,38559,1733321931689}] 2024-12-04T14:18:54,591 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:18:54,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:18:54,597 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:18:54,597 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:18:54,597 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:18:54,598 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C38559%2C1733321931689.meta, suffix=.meta, logDir=hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/WALs/ff648bb9ef17,38559,1733321931689, archiveDir=hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/oldWALs, maxLogs=10 2024-12-04T14:18:54,612 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/WALs/ff648bb9ef17,38559,1733321931689/ff648bb9ef17%2C38559%2C1733321931689.meta.1733321934599.meta, exclude list is [], retry=0 2024-12-04T14:18:54,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36377,DS-dd331248-b170-4f54-9bd1-7fdb5db261ef,DISK] 2024-12-04T14:18:54,616 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/WALs/ff648bb9ef17,38559,1733321931689/ff648bb9ef17%2C38559%2C1733321931689.meta.1733321934599.meta 2024-12-04T14:18:54,616 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41999:41999)] 2024-12-04T14:18:54,616 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:18:54,617 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:18:54,617 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:18:54,617 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:18:54,617 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:18:54,617 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:18:54,617 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:18:54,617 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:18:54,617 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:18:54,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:18:54,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:18:54,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:54,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:18:54,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:18:54,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:18:54,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:54,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:18:54,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:18:54,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:18:54,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:54,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:18:54,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:18:54,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:18:54,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:54,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:18:54,624 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:18:54,624 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/data/hbase/meta/1588230740 2024-12-04T14:18:54,626 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/data/hbase/meta/1588230740 2024-12-04T14:18:54,627 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:18:54,627 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:18:54,628 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:18:54,629 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:18:54,630 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63414244, jitterRate=-0.05505412817001343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:18:54,630 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:18:54,631 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733321934617Writing region info on filesystem at 1733321934617Initializing all the Stores at 1733321934618 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321934618Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321934618Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321934618Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321934618Cleaning up temporary data from old regions at 1733321934627 (+9 ms)Running coprocessor post-open hooks at 1733321934630 (+3 ms)Region opened successfully at 1733321934630 2024-12-04T14:18:54,632 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733321934591 2024-12-04T14:18:54,634 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:18:54,634 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:18:54,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,38559,1733321931689 2024-12-04T14:18:54,636 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,38559,1733321931689, state=OPEN 2024-12-04T14:18:54,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-699236490/meta-region-server 2024-12-04T14:18:54,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1017dd793ae0004, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-699236490/meta-region-server 2024-12-04T14:18:54,638 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,38559,1733321931689 2024-12-04T14:18:54,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-699236490/meta-region-server: CHANGED 2024-12-04T14:18:54,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-699236490/meta-region-server: CHANGED 2024-12-04T14:18:54,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:18:54,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,38559,1733321931689 in 199 msec 2024-12-04T14:18:54,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:18:54,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-12-04T14:18:54,643 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:18:54,643 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:18:54,645 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:18:54,645 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,38559,1733321931689, seqNum=-1] 2024-12-04T14:18:54,645 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:18:54,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:18:54,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-12-04T14:18:54,652 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733321934652, completionTime=-1 2024-12-04T14:18:54,652 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:18:54,652 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:18:54,654 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:18:54,654 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733321994654 2024-12-04T14:18:54,654 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733322054654 2024-12-04T14:18:54,654 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T14:18:54,655 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43641,1733321931648-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:54,655 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43641,1733321931648-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:54,655 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43641,1733321931648-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:54,655 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:43641, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:54,655 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:54,655 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:54,657 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:18:54,659 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.932sec 2024-12-04T14:18:54,659 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:18:54,659 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:18:54,659 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:18:54,659 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:18:54,659 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:18:54,659 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43641,1733321931648-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:18:54,659 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43641,1733321931648-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:18:54,661 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:18:54,661 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:18:54,661 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43641,1733321931648-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:18:54,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70b4b1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:18:54,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43641,-1 for getting cluster id 2024-12-04T14:18:54,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:18:54,710 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39c08c30-2d21-4a88-8a8b-373d29e23e7c' 2024-12-04T14:18:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:18:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39c08c30-2d21-4a88-8a8b-373d29e23e7c" 2024-12-04T14:18:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e9c31ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:18:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43641,-1] 2024-12-04T14:18:54,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:18:54,712 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:54,712 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:18:54,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec0adcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:18:54,713 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:18:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,38559,1733321931689, seqNum=-1] 2024-12-04T14:18:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:18:54,715 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:18:54,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,43641,1733321931648 2024-12-04T14:18:54,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62721 2024-12-04T14:18:54,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:18:54,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017dd793ae0005 connected 2024-12-04T14:18:54,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24136dd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:18:54,725 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,44461,-1 for getting cluster id 2024-12-04T14:18:54,725 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:18:54,726 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0ed35ef-6c64-4f51-b5b8-f6b57a276086' 2024-12-04T14:18:54,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:18:54,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0ed35ef-6c64-4f51-b5b8-f6b57a276086" 2024-12-04T14:18:54,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e5b251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:18:54,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,44461,-1] 2024-12-04T14:18:54,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:18:54,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:54,728 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:18:54,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa3d56b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:18:54,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:18:54,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,44461,1733321927993 2024-12-04T14:18:54,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b554f7a 2024-12-04T14:18:54,730 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:18:54,731 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:18:54,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff648bb9ef17:43641,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T14:18:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:18:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:18:54,734 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:43641' 2024-12-04T14:18:54,735 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4fdf7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:18:54,735 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43641,-1 for getting cluster id 2024-12-04T14:18:54,735 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:18:54,736 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39c08c30-2d21-4a88-8a8b-373d29e23e7c' 2024-12-04T14:18:54,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:18:54,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39c08c30-2d21-4a88-8a8b-373d29e23e7c" 2024-12-04T14:18:54,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1d73e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:18:54,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43641,-1] 2024-12-04T14:18:54,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:18:54,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:54,737 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:18:54,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6977e6d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:18:54,738 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:18:54,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43641,1733321931648 2024-12-04T14:18:54,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e11d7d6 2024-12-04T14:18:54,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:18:54,740 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:18:54,740 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T14:18:54,740 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T14:18:54,740 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:54,740 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:54,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:18:54,741 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:18:54,742 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T14:18:54,743 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:18:54,743 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:54,744 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:18:54,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741835_1011 (size=1138) 2024-12-04T14:18:54,792 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T14:18:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:18:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:18:55,151 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab21dfefa26106adf20070ef32f842ed, NAME => 'hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2 2024-12-04T14:18:55,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741836_1012 (size=44) 2024-12-04T14:18:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:18:55,491 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T14:18:55,557 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:18:55,557 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ab21dfefa26106adf20070ef32f842ed, disabling compactions & flushes 2024-12-04T14:18:55,557 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:18:55,557 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:18:55,557 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. after waiting 0 ms 2024-12-04T14:18:55,557 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:18:55,557 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:18:55,557 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab21dfefa26106adf20070ef32f842ed: Waiting for close lock at 1733321935557Disabling compacts and flushes for region at 1733321935557Disabling writes for close at 1733321935557Writing region close event to WAL at 1733321935557Closed at 1733321935557 2024-12-04T14:18:55,559 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:18:55,559 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733321935559"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733321935559"}]},"ts":"1733321935559"} 2024-12-04T14:18:55,561 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:18:55,562 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:18:55,562 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321935562"}]},"ts":"1733321935562"} 2024-12-04T14:18:55,564 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T14:18:55,564 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab21dfefa26106adf20070ef32f842ed, ASSIGN}] 2024-12-04T14:18:55,565 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab21dfefa26106adf20070ef32f842ed, ASSIGN 2024-12-04T14:18:55,566 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ab21dfefa26106adf20070ef32f842ed, ASSIGN; state=OFFLINE, location=ff648bb9ef17,46747,1733321928040; forceNewPlan=false, retain=false 2024-12-04T14:18:55,717 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ab21dfefa26106adf20070ef32f842ed, regionState=OPENING, regionLocation=ff648bb9ef17,46747,1733321928040 2024-12-04T14:18:55,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ab21dfefa26106adf20070ef32f842ed, ASSIGN because future has completed 2024-12-04T14:18:55,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab21dfefa26106adf20070ef32f842ed, server=ff648bb9ef17,46747,1733321928040}] 2024-12-04T14:18:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:18:55,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:18:55,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:18:55,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T14:18:55,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C46747%2C1733321928040.rep, suffix=, logDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040, archiveDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/oldWALs, maxLogs=10 2024-12-04T14:18:55,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040/ff648bb9ef17%2C46747%2C1733321928040.rep.1733321935877, exclude list is [], retry=0 2024-12-04T14:18:55,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42799,DS-247e4ed3-a13e-469b-ad3e-b35fcf970c98,DISK] 2024-12-04T14:18:55,894 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040/ff648bb9ef17%2C46747%2C1733321928040.rep.1733321935877 2024-12-04T14:18:55,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45585:45585)] 2024-12-04T14:18:55,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ab21dfefa26106adf20070ef32f842ed, NAME => 'hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:18:55,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:18:55,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:18:55,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. service=MultiRowMutationService 2024-12-04T14:18:55,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T14:18:55,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:18:55,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:18:55,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:18:55,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:18:55,897 INFO [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:18:55,898 INFO [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab21dfefa26106adf20070ef32f842ed columnFamilyName hfileref 2024-12-04T14:18:55,898 DEBUG [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:55,898 INFO [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] regionserver.HStore(327): Store=ab21dfefa26106adf20070ef32f842ed/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:18:55,898 INFO [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:18:55,899 INFO [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab21dfefa26106adf20070ef32f842ed columnFamilyName queue 2024-12-04T14:18:55,899 DEBUG [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:55,899 INFO [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] regionserver.HStore(327): Store=ab21dfefa26106adf20070ef32f842ed/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:18:55,899 INFO [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:18:55,900 INFO [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab21dfefa26106adf20070ef32f842ed columnFamilyName sid 2024-12-04T14:18:55,900 DEBUG [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:18:55,901 INFO [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] regionserver.HStore(327): Store=ab21dfefa26106adf20070ef32f842ed/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:18:55,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:18:55,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/replication/ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:18:55,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/replication/ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:18:55,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:18:55,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:18:55,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:18:55,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:18:55,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/replication/ab21dfefa26106adf20070ef32f842ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:18:55,906 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ab21dfefa26106adf20070ef32f842ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75122401, jitterRate=0.11941100656986237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:18:55,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:18:55,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ab21dfefa26106adf20070ef32f842ed: Running coprocessor pre-open hook at 1733321935895Writing region info on filesystem at 1733321935895Initializing all the Stores at 1733321935896 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321935896Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321935896Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321935896Cleaning up temporary data from old regions at 1733321935902 (+6 ms)Running coprocessor post-open hooks at 1733321935906 (+4 ms)Region opened successfully at 1733321935907 (+1 ms) 2024-12-04T14:18:55,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed., pid=7, masterSystemTime=1733321935872 2024-12-04T14:18:55,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:18:55,910 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:18:55,911 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ab21dfefa26106adf20070ef32f842ed, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,46747,1733321928040 2024-12-04T14:18:55,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab21dfefa26106adf20070ef32f842ed, server=ff648bb9ef17,46747,1733321928040 because future has completed 2024-12-04T14:18:55,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-12-04T14:18:55,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ab21dfefa26106adf20070ef32f842ed, server=ff648bb9ef17,46747,1733321928040 in 195 msec 2024-12-04T14:18:55,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:18:55,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab21dfefa26106adf20070ef32f842ed, ASSIGN in 351 msec 2024-12-04T14:18:55,919 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:18:55,919 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321935919"}]},"ts":"1733321935919"} 2024-12-04T14:18:55,921 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T14:18:55,922 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:18:55,923 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-12-04T14:18:55,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed., hostname=ff648bb9ef17,46747,1733321928040, seqNum=2] 2024-12-04T14:18:55,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:18:55,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:18:55,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:18:56,070 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:18:56,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:18:56,092 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:18:56,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:18:56,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:18:56,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:18:56,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:18:56,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-12-04T14:18:56,115 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T14:18:56,145 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ff648bb9ef17,46747,1733321928040, ReplicationSource: 1, currentBandwidth=0 2024-12-04T14:18:56,145 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:18:56,146 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,46747,1733321928040, seqNum=-1] 2024-12-04T14:18:56,146 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:18:56,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-12-04T14:18:56,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff648bb9ef17,46747,1733321928040', locateType=CURRENT is [region=hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed., hostname=ff648bb9ef17,46747,1733321928040, seqNum=2] 2024-12-04T14:18:56,152 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T14:18:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T14:18:56,154 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff648bb9ef17,46747,1733321928040 suceeded 2024-12-04T14:18:56,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-12-04T14:18:56,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-04T14:18:56,156 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff648bb9ef17:43641,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T14:18:56,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4250 sec 2024-12-04T14:18:56,167 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46747,1733321928040 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:43641' 2024-12-04T14:18:56,168 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46747,1733321928040 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b7d50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:18:56,168 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46747,1733321928040 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43641,-1 for getting cluster id 2024-12-04T14:18:56,168 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46747,1733321928040 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:18:56,169 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39c08c30-2d21-4a88-8a8b-373d29e23e7c' 2024-12-04T14:18:56,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:18:56,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39c08c30-2d21-4a88-8a8b-373d29e23e7c" 2024-12-04T14:18:56,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58f56926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:18:56,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43641,-1] 2024-12-04T14:18:56,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:18:56,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:56,170 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:18:56,171 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46747,1733321928040 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8f501b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:18:56,171 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46747,1733321928040 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:18:56,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43641,1733321931648 2024-12-04T14:18:56,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53171bb7 2024-12-04T14:18:56,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:18:56,172 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-12-04T14:18:56,173 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46747,1733321928040 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff648bb9ef17,46747,1733321928040 (queues=1) is replicating from cluster=b0ed35ef-6c64-4f51-b5b8-f6b57a276086 to cluster=39c08c30-2d21-4a88-8a8b-373d29e23e7c 2024-12-04T14:18:56,173 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46747,1733321928040 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff648bb9ef17%2C46747%2C1733321928040 2024-12-04T14:18:56,173 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46747,1733321928040 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff648bb9ef17,46747,1733321928040, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:18:56,174 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46747,1733321928040.replicationSource.shipperff648bb9ef17%2C46747%2C1733321928040,1-ff648bb9ef17,46747,1733321928040 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C46747%2C1733321928040 2024-12-04T14:18:56,174 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46747,1733321928040.replicationSource.wal-reader.ff648bb9ef17%2C46747%2C1733321928040,1-ff648bb9ef17,46747,1733321928040 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040/ff648bb9ef17%2C46747%2C1733321928040.1733321929627, startPosition=0, beingWritten=true 2024-12-04T14:18:56,379 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46747,1733321928040.replicationSource.wal-reader.ff648bb9ef17%2C46747%2C1733321928040,1-ff648bb9ef17,46747,1733321928040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040/ff648bb9ef17%2C46747%2C1733321928040.1733321929627 to pos 0, reset compression=false 2024-12-04T14:18:56,683 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46747,1733321928040.replicationSource.wal-reader.ff648bb9ef17%2C46747%2C1733321928040,1-ff648bb9ef17,46747,1733321928040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040/ff648bb9ef17%2C46747%2C1733321928040.1733321929627 to pos 0, reset compression=false 2024-12-04T14:18:56,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:18:56,877 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T14:18:56,877 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:18:56,877 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:18:56,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:56,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:56,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:18:56,877 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:18:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,44461,1733321927993 2024-12-04T14:18:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16652ab8 2024-12-04T14:18:56,878 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:18:56,879 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:18:56,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44461 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T14:18:56,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:18:56,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:18:56,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:56,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:56,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:18:56,880 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:18:56,881 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1907906468, stopped=false 2024-12-04T14:18:56,881 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,44461,1733321927993 2024-12-04T14:18:56,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-778872993/running 2024-12-04T14:18:56,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-778872993/running 2024-12-04T14:18:56,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:18:56,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:18:56,882 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:18:56,883 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:18:56,883 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:18:56,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:56,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Set watcher on znode that does not yet exist, /0-778872993/running 2024-12-04T14:18:56,883 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,46747,1733321928040' ***** 2024-12-04T14:18:56,883 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:18:56,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Set watcher on znode that does not yet exist, /0-778872993/running 2024-12-04T14:18:56,884 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:18:56,884 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:18:56,884 INFO [RS:0;ff648bb9ef17:46747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:18:56,884 INFO [RS:0;ff648bb9ef17:46747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:18:56,884 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(3091): Received CLOSE for ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:18:56,884 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,46747,1733321928040 2024-12-04T14:18:56,884 INFO [RS:0;ff648bb9ef17:46747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:18:56,884 INFO [RS:0;ff648bb9ef17:46747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:46747. 2024-12-04T14:18:56,884 DEBUG [RS:0;ff648bb9ef17:46747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:18:56,884 DEBUG [RS:0;ff648bb9ef17:46747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:56,884 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab21dfefa26106adf20070ef32f842ed, disabling compactions & flushes 2024-12-04T14:18:56,884 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:18:56,884 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:18:56,885 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:18:56,885 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:18:56,885 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:18:56,885 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. after waiting 0 ms 2024-12-04T14:18:56,885 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:18:56,885 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:18:56,885 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ab21dfefa26106adf20070ef32f842ed 3/3 column families, dataSize=147 B heapSize=992 B 2024-12-04T14:18:56,885 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T14:18:56,885 DEBUG [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ab21dfefa26106adf20070ef32f842ed=hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed.} 2024-12-04T14:18:56,885 DEBUG [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:18:56,885 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:18:56,885 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:18:56,885 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:18:56,885 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:18:56,885 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:18:56,885 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-12-04T14:18:56,901 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:18:56,901 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/replication/ab21dfefa26106adf20070ef32f842ed/.tmp/queue/100d79de65894f99828f6cc1f87a4657 is 151, key is 1-ff648bb9ef17,46747,1733321928040/queue:ff648bb9ef17%2C46747%2C1733321928040/1733321936150/Put/seqid=0 2024-12-04T14:18:56,902 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/.tmp/info/6905ebf1634b4a219a452e06ae8d6d08 is 147, key is hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed./info:regioninfo/1733321935911/Put/seqid=0 2024-12-04T14:18:56,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741838_1014 (size=5350) 2024-12-04T14:18:56,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741839_1015 (size=6631) 2024-12-04T14:18:57,085 DEBUG [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:18:57,088 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46747,1733321928040.replicationSource.wal-reader.ff648bb9ef17%2C46747%2C1733321928040,1-ff648bb9ef17,46747,1733321928040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040/ff648bb9ef17%2C46747%2C1733321928040.1733321929627 to pos 0, reset compression=false 2024-12-04T14:18:57,285 DEBUG [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:18:57,306 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/replication/ab21dfefa26106adf20070ef32f842ed/.tmp/queue/100d79de65894f99828f6cc1f87a4657 2024-12-04T14:18:57,309 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/.tmp/info/6905ebf1634b4a219a452e06ae8d6d08 2024-12-04T14:18:57,313 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/replication/ab21dfefa26106adf20070ef32f842ed/.tmp/queue/100d79de65894f99828f6cc1f87a4657 as hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/replication/ab21dfefa26106adf20070ef32f842ed/queue/100d79de65894f99828f6cc1f87a4657 2024-12-04T14:18:57,318 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/replication/ab21dfefa26106adf20070ef32f842ed/queue/100d79de65894f99828f6cc1f87a4657, entries=1, sequenceid=5, filesize=5.2 K 2024-12-04T14:18:57,319 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ab21dfefa26106adf20070ef32f842ed in 434ms, sequenceid=5, compaction requested=false 2024-12-04T14:18:57,319 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T14:18:57,324 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/replication/ab21dfefa26106adf20070ef32f842ed/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T14:18:57,324 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:18:57,324 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:18:57,324 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:18:57,324 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab21dfefa26106adf20070ef32f842ed: Waiting for close lock at 1733321936884Running coprocessor pre-close hooks at 1733321936884Disabling compacts and flushes for region at 1733321936884Disabling writes for close at 1733321936885 (+1 ms)Obtaining lock to block concurrent updates at 1733321936885Preparing flush snapshotting stores in ab21dfefa26106adf20070ef32f842ed at 1733321936885Finished memstore snapshotting hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1733321936885Flushing stores of hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. at 1733321936886 (+1 ms)Flushing ab21dfefa26106adf20070ef32f842ed/queue: creating writer at 1733321936886Flushing ab21dfefa26106adf20070ef32f842ed/queue: appending metadata at 1733321936900 (+14 ms)Flushing ab21dfefa26106adf20070ef32f842ed/queue: closing flushed file at 1733321936900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3057ac52: reopening flushed file at 1733321937312 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ab21dfefa26106adf20070ef32f842ed in 434ms, sequenceid=5, compaction requested=false at 1733321937319 (+7 ms)Writing region close event to WAL at 1733321937320 (+1 ms)Running coprocessor post-close hooks at 1733321937324 (+4 ms)Closed at 1733321937324 2024-12-04T14:18:57,325 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:18:57,333 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/.tmp/ns/1be5a7354db340b4b1cee275951b5a7a is 43, key is default/ns:d/1733321930596/Put/seqid=0 2024-12-04T14:18:57,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741840_1016 (size=5153) 2024-12-04T14:18:57,486 DEBUG [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:18:57,519 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:18:57,519 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:18:57,593 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46747,1733321928040.replicationSource.wal-reader.ff648bb9ef17%2C46747%2C1733321928040,1-ff648bb9ef17,46747,1733321928040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040/ff648bb9ef17%2C46747%2C1733321928040.1733321929627 to pos 0, reset compression=false 2024-12-04T14:18:57,686 DEBUG [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:18:57,738 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/.tmp/ns/1be5a7354db340b4b1cee275951b5a7a 2024-12-04T14:18:57,762 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/.tmp/table/3c0f0d0f91c94b20be831624053b8090 is 53, key is hbase:replication/table:state/1733321935919/Put/seqid=0 2024-12-04T14:18:57,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741841_1017 (size=5256) 2024-12-04T14:18:57,886 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T14:18:57,886 DEBUG [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T14:18:57,886 DEBUG [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:18:58,086 DEBUG [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:18:58,173 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/.tmp/table/3c0f0d0f91c94b20be831624053b8090 2024-12-04T14:18:58,179 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/.tmp/info/6905ebf1634b4a219a452e06ae8d6d08 as hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/info/6905ebf1634b4a219a452e06ae8d6d08 2024-12-04T14:18:58,183 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/info/6905ebf1634b4a219a452e06ae8d6d08, entries=10, sequenceid=11, filesize=6.5 K 2024-12-04T14:18:58,184 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/.tmp/ns/1be5a7354db340b4b1cee275951b5a7a as hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/ns/1be5a7354db340b4b1cee275951b5a7a 2024-12-04T14:18:58,188 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/ns/1be5a7354db340b4b1cee275951b5a7a, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T14:18:58,189 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/.tmp/table/3c0f0d0f91c94b20be831624053b8090 as hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/table/3c0f0d0f91c94b20be831624053b8090 2024-12-04T14:18:58,194 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/table/3c0f0d0f91c94b20be831624053b8090, entries=2, sequenceid=11, filesize=5.1 K 2024-12-04T14:18:58,195 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=11, compaction requested=false 2024-12-04T14:18:58,198 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46747,1733321928040.replicationSource.wal-reader.ff648bb9ef17%2C46747%2C1733321928040,1-ff648bb9ef17,46747,1733321928040 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040/ff648bb9ef17%2C46747%2C1733321928040.1733321929627 to pos 0, reset compression=false 2024-12-04T14:18:58,207 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T14:18:58,207 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:18:58,207 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:18:58,208 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:18:58,208 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321936885Running coprocessor pre-close hooks at 1733321936885Disabling compacts and flushes for region at 1733321936885Disabling writes for close at 1733321936885Obtaining lock to block concurrent updates at 1733321936885Preparing flush snapshotting stores in 1588230740 at 1733321936885Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1733321936885Flushing stores of hbase:meta,,1.1588230740 at 1733321936886 (+1 ms)Flushing 1588230740/info: creating writer at 1733321936886Flushing 1588230740/info: appending metadata at 1733321936902 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733321936902Flushing 1588230740/ns: creating writer at 1733321937315 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733321937333 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733321937333Flushing 1588230740/table: creating writer at 1733321937743 (+410 ms)Flushing 1588230740/table: appending metadata at 1733321937762 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733321937762Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76a4bee: reopening flushed file at 1733321938178 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1506270b: reopening flushed file at 1733321938183 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cd9068a: reopening flushed file at 1733321938188 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1310ms, sequenceid=11, compaction requested=false at 1733321938195 (+7 ms)Writing region close event to WAL at 1733321938203 (+8 ms)Running coprocessor post-close hooks at 1733321938207 (+4 ms)Closed at 1733321938207 2024-12-04T14:18:58,208 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:18:58,286 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,46747,1733321928040; all regions closed. 2024-12-04T14:18:58,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741834_1010 (size=2742) 2024-12-04T14:18:58,289 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040/ff648bb9ef17%2C46747%2C1733321928040.meta.1733321930550.meta not finished, retry = 0 2024-12-04T14:18:58,392 DEBUG [RS:0;ff648bb9ef17:46747 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/oldWALs 2024-12-04T14:18:58,392 INFO [RS:0;ff648bb9ef17:46747 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C46747%2C1733321928040.meta:.meta(num 1733321930550) 2024-12-04T14:18:58,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741837_1013 (size=1586) 2024-12-04T14:18:58,394 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040/ff648bb9ef17%2C46747%2C1733321928040.rep.1733321935877 not finished, retry = 0 2024-12-04T14:18:58,497 DEBUG [RS:0;ff648bb9ef17:46747 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/oldWALs 2024-12-04T14:18:58,497 INFO [RS:0;ff648bb9ef17:46747 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C46747%2C1733321928040.rep:(num 1733321935877) 2024-12-04T14:18:58,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741832_1008 (size=93) 2024-12-04T14:18:58,499 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040/ff648bb9ef17%2C46747%2C1733321928040.1733321929627 not finished, retry = 0 2024-12-04T14:18:58,601 DEBUG [RS:0;ff648bb9ef17:46747 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/oldWALs 2024-12-04T14:18:58,601 INFO [RS:0;ff648bb9ef17:46747 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C46747%2C1733321928040:(num 1733321929627) 2024-12-04T14:18:58,601 DEBUG [RS:0;ff648bb9ef17:46747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:58,601 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:18:58,601 INFO [RS:0;ff648bb9ef17:46747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:18:58,602 INFO [RS:0;ff648bb9ef17:46747 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:18:58,602 INFO [RS:0;ff648bb9ef17:46747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:18:58,602 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:18:58,602 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff648bb9ef17,46747,1733321928040 because: Region server is closing 2024-12-04T14:18:58,602 INFO [RS:0;ff648bb9ef17:46747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:46747. 2024-12-04T14:18:58,602 DEBUG [RS:0;ff648bb9ef17:46747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:18:58,602 DEBUG [RS:0;ff648bb9ef17:46747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:58,602 DEBUG [RS:0;ff648bb9ef17:46747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:18:58,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:18:58,703 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46747,1733321928040.replicationSource.wal-reader.ff648bb9ef17%2C46747%2C1733321928040,1-ff648bb9ef17,46747,1733321928040 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T14:18:58,703 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46747,1733321928040.replicationSource.shipperff648bb9ef17%2C46747%2C1733321928040,1-ff648bb9ef17,46747,1733321928040 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T14:18:58,703 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46747,1733321928040.replicationSource.shipperff648bb9ef17%2C46747%2C1733321928040,1-ff648bb9ef17,46747,1733321928040 terminated 2024-12-04T14:18:58,703 INFO [RS:0;ff648bb9ef17:46747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46747 2024-12-04T14:18:58,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-778872993/rs/ff648bb9ef17,46747,1733321928040 2024-12-04T14:18:58,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993/rs 2024-12-04T14:18:58,708 INFO [RS:0;ff648bb9ef17:46747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:18:58,710 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,46747,1733321928040] 2024-12-04T14:18:58,711 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-778872993/draining/ff648bb9ef17,46747,1733321928040 already deleted, retry=false 2024-12-04T14:18:58,711 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,46747,1733321928040 expired; onlineServers=0 2024-12-04T14:18:58,711 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,44461,1733321927993' ***** 2024-12-04T14:18:58,711 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:18:58,711 INFO [M:0;ff648bb9ef17:44461 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:18:58,711 INFO [M:0;ff648bb9ef17:44461 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:18:58,711 DEBUG [M:0;ff648bb9ef17:44461 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:18:58,711 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:18:58,711 DEBUG [M:0;ff648bb9ef17:44461 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:18:58,711 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321929404 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321929404,5,FailOnTimeoutGroup] 2024-12-04T14:18:58,711 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321929403 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321929403,5,FailOnTimeoutGroup] 2024-12-04T14:18:58,711 INFO [M:0;ff648bb9ef17:44461 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:18:58,712 INFO [M:0;ff648bb9ef17:44461 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:18:58,712 DEBUG [M:0;ff648bb9ef17:44461 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:18:58,712 INFO [M:0;ff648bb9ef17:44461 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:18:58,712 INFO [M:0;ff648bb9ef17:44461 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:18:58,712 INFO [M:0;ff648bb9ef17:44461 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:18:58,712 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:18:58,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-778872993/master 2024-12-04T14:18:58,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:18:58,713 DEBUG [M:0;ff648bb9ef17:44461 {}] zookeeper.ZKUtil(347): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Unable to get data of znode /0-778872993/master because node does not exist (not an error) 2024-12-04T14:18:58,713 WARN [M:0;ff648bb9ef17:44461 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:18:58,714 INFO [M:0;ff648bb9ef17:44461 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/.lastflushedseqids 2024-12-04T14:18:58,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741842_1018 (size=181) 2024-12-04T14:18:58,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:18:58,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46747-0x1017dd793ae0001, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:18:58,810 INFO [RS:0;ff648bb9ef17:46747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:18:58,810 INFO [RS:0;ff648bb9ef17:46747 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,46747,1733321928040; zookeeper connection closed. 2024-12-04T14:18:58,810 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d9914bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d9914bc 2024-12-04T14:18:58,811 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:18:59,119 INFO [M:0;ff648bb9ef17:44461 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:18:59,119 INFO [M:0;ff648bb9ef17:44461 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:18:59,119 DEBUG [M:0;ff648bb9ef17:44461 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:18:59,119 INFO [M:0;ff648bb9ef17:44461 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:18:59,119 DEBUG [M:0;ff648bb9ef17:44461 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:18:59,119 DEBUG [M:0;ff648bb9ef17:44461 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:18:59,119 DEBUG [M:0;ff648bb9ef17:44461 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:18:59,120 INFO [M:0;ff648bb9ef17:44461 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-12-04T14:18:59,135 DEBUG [M:0;ff648bb9ef17:44461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8863d176beb42d49219bcc15e89f9e5 is 82, key is hbase:meta,,1/info:regioninfo/1733321930583/Put/seqid=0 2024-12-04T14:18:59,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741843_1019 (size=5672) 2024-12-04T14:18:59,540 INFO [M:0;ff648bb9ef17:44461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8863d176beb42d49219bcc15e89f9e5 2024-12-04T14:18:59,559 DEBUG [M:0;ff648bb9ef17:44461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/059d924eb5c54f3c9b18b49c28684f4d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1733321935923/Put/seqid=0 2024-12-04T14:18:59,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741844_1020 (size=7203) 2024-12-04T14:18:59,964 INFO [M:0;ff648bb9ef17:44461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/059d924eb5c54f3c9b18b49c28684f4d 2024-12-04T14:18:59,988 DEBUG [M:0;ff648bb9ef17:44461 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7eca7904438457a9860ea9a212db1fa is 69, key is ff648bb9ef17,46747,1733321928040/rs:state/1733321929482/Put/seqid=0 2024-12-04T14:18:59,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741845_1021 (size=5156) 2024-12-04T14:19:00,393 INFO [M:0;ff648bb9ef17:44461 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7eca7904438457a9860ea9a212db1fa 2024-12-04T14:19:00,399 DEBUG [M:0;ff648bb9ef17:44461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8863d176beb42d49219bcc15e89f9e5 as hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8863d176beb42d49219bcc15e89f9e5 2024-12-04T14:19:00,404 INFO [M:0;ff648bb9ef17:44461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8863d176beb42d49219bcc15e89f9e5, entries=8, sequenceid=70, filesize=5.5 K 2024-12-04T14:19:00,405 DEBUG [M:0;ff648bb9ef17:44461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/059d924eb5c54f3c9b18b49c28684f4d as hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/059d924eb5c54f3c9b18b49c28684f4d 2024-12-04T14:19:00,411 INFO [M:0;ff648bb9ef17:44461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/059d924eb5c54f3c9b18b49c28684f4d, entries=8, sequenceid=70, filesize=7.0 K 2024-12-04T14:19:00,413 DEBUG [M:0;ff648bb9ef17:44461 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7eca7904438457a9860ea9a212db1fa as hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7eca7904438457a9860ea9a212db1fa 2024-12-04T14:19:00,424 INFO [M:0;ff648bb9ef17:44461 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7eca7904438457a9860ea9a212db1fa, entries=1, sequenceid=70, filesize=5.0 K 2024-12-04T14:19:00,425 INFO [M:0;ff648bb9ef17:44461 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=70, compaction requested=false 2024-12-04T14:19:00,433 INFO [M:0;ff648bb9ef17:44461 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:00,433 DEBUG [M:0;ff648bb9ef17:44461 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321939119Disabling compacts and flushes for region at 1733321939119Disabling writes for close at 1733321939119Obtaining lock to block concurrent updates at 1733321939120 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733321939120Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1733321939120Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733321939121 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733321939121Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733321939135 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733321939135Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733321939545 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733321939559 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733321939559Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733321939969 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733321939987 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733321939987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@236ef2ae: reopening flushed file at 1733321940398 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1424e9ca: reopening flushed file at 1733321940404 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d59a0a0: reopening flushed file at 1733321940412 (+8 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=70, compaction requested=false at 1733321940425 (+13 ms)Writing region close event to WAL at 1733321940432 (+7 ms)Closed at 1733321940432 2024-12-04T14:19:00,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741830_1006 (size=41008) 2024-12-04T14:19:00,437 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:19:00,437 INFO [M:0;ff648bb9ef17:44461 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:19:00,438 INFO [M:0;ff648bb9ef17:44461 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44461 2024-12-04T14:19:00,438 INFO [M:0;ff648bb9ef17:44461 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:19:00,540 INFO [M:0;ff648bb9ef17:44461 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:19:00,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:00,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44461-0x1017dd793ae0000, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:00,542 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:19:00,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:00,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:00,542 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:19:00,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:00,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:19:00,542 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:19:00,543 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:19:00,544 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33097 2024-12-04T14:19:00,545 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33097 connecting to ZooKeeper ensemble=127.0.0.1:62721 2024-12-04T14:19:00,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330970x0, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:19:00,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33097-0x1017dd793ae0006 connected 2024-12-04T14:19:00,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:00,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:00,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Set watcher on znode that does not yet exist, /0-778872993/running 2024-12-04T14:19:00,565 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-778872993/meta-region-server: INIT 2024-12-04T14:19:00,565 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2, hbase.cluster.distributed=false 2024-12-04T14:19:00,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Set watcher on znode that does not yet exist, /0-778872993/acl 2024-12-04T14:19:00,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33097 2024-12-04T14:19:00,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33097 2024-12-04T14:19:00,575 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33097 2024-12-04T14:19:00,576 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33097 2024-12-04T14:19:00,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33097 2024-12-04T14:19:00,599 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:19:00,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:00,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:00,599 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:19:00,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:00,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:19:00,599 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:19:00,599 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:19:00,600 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37067 2024-12-04T14:19:00,601 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37067 connecting to ZooKeeper ensemble=127.0.0.1:62721 2024-12-04T14:19:00,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:00,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:00,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:370670x0, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:19:00,613 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-778872993/meta-region-server: INIT 2024-12-04T14:19:00,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:370670x0, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Set watcher on znode that does not yet exist, /0-778872993/running 2024-12-04T14:19:00,613 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:19:00,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37067-0x1017dd793ae0007 connected 2024-12-04T14:19:00,620 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:19:00,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37067-0x1017dd793ae0007, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Set watcher on znode that does not yet exist, /0-778872993/master 2024-12-04T14:19:00,622 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37067-0x1017dd793ae0007, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Set watcher on znode that does not yet exist, /0-778872993/acl 2024-12-04T14:19:00,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37067 2024-12-04T14:19:00,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37067 2024-12-04T14:19:00,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37067 2024-12-04T14:19:00,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37067 2024-12-04T14:19:00,636 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37067 2024-12-04T14:19:00,655 DEBUG [M:0;ff648bb9ef17:33097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:33097 2024-12-04T14:19:00,655 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-778872993/backup-masters/ff648bb9ef17,33097,1733321940542 2024-12-04T14:19:00,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993/backup-masters 2024-12-04T14:19:00,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x1017dd793ae0007, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993/backup-masters 2024-12-04T14:19:00,658 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Set watcher on existing znode=/0-778872993/backup-masters/ff648bb9ef17,33097,1733321940542 2024-12-04T14:19:00,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x1017dd793ae0007, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-778872993/master 2024-12-04T14:19:00,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x1017dd793ae0007, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:19:00,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:19:00,661 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Set watcher on existing znode=/0-778872993/master 2024-12-04T14:19:00,662 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-778872993/backup-masters/ff648bb9ef17,33097,1733321940542 from backup master directory 2024-12-04T14:19:00,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-778872993/backup-masters/ff648bb9ef17,33097,1733321940542 2024-12-04T14:19:00,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993/backup-masters 2024-12-04T14:19:00,664 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:19:00,664 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,33097,1733321940542 2024-12-04T14:19:00,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x1017dd793ae0007, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993/backup-masters 2024-12-04T14:19:00,677 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:00,678 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:19:00,686 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 8ms. 2024-12-04T14:19:00,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741846_1022 (size=196) 2024-12-04T14:19:00,708 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:19:00,710 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:19:00,710 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:00,717 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-12-04T14:19:00,721 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/WALs/ff648bb9ef17,44461,1733321927993 to hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/WALs/ff648bb9ef17,44461,1733321927993-dead as it is dead 2024-12-04T14:19:00,721 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/WALs/ff648bb9ef17,44461,1733321927993-dead/ff648bb9ef17%2C44461%2C1733321927993.1733321929325 2024-12-04T14:19:00,722 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/WALs/ff648bb9ef17,44461,1733321927993-dead/ff648bb9ef17%2C44461%2C1733321927993.1733321929325 after 1ms 2024-12-04T14:19:00,723 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/WALs/ff648bb9ef17,44461,1733321927993-dead/ff648bb9ef17%2C44461%2C1733321927993.1733321929325 to hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ff648bb9ef17%2C44461%2C1733321927993.1733321929325 2024-12-04T14:19:00,723 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/WALs/ff648bb9ef17,44461,1733321927993-dead 2024-12-04T14:19:00,723 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/WALs/ff648bb9ef17,33097,1733321940542 2024-12-04T14:19:00,725 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:19:00,729 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C33097%2C1733321940542, suffix=, logDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/WALs/ff648bb9ef17,33097,1733321940542, archiveDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/oldWALs, maxLogs=10 2024-12-04T14:19:00,753 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/WALs/ff648bb9ef17,33097,1733321940542/ff648bb9ef17%2C33097%2C1733321940542.1733321940731, exclude list is [], retry=0 2024-12-04T14:19:00,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42799,DS-247e4ed3-a13e-469b-ad3e-b35fcf970c98,DISK] 2024-12-04T14:19:00,768 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/WALs/ff648bb9ef17,33097,1733321940542/ff648bb9ef17%2C33097%2C1733321940542.1733321940731 2024-12-04T14:19:00,769 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45585:45585)] 2024-12-04T14:19:00,769 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:00,769 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:00,769 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:00,769 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:00,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:00,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:19:00,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:00,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8863d176beb42d49219bcc15e89f9e5 2024-12-04T14:19:00,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:00,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:00,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:19:00,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:00,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/059d924eb5c54f3c9b18b49c28684f4d 2024-12-04T14:19:00,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:00,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:00,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:19:00,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:00,819 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7eca7904438457a9860ea9a212db1fa 2024-12-04T14:19:00,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:00,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:00,821 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:19:00,821 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:00,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:00,822 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:00,822 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-12-04T14:19:00,822 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ff648bb9ef17%2C44461%2C1733321927993.1733321929325 2024-12-04T14:19:00,829 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ff648bb9ef17%2C44461%2C1733321927993.1733321929325 2024-12-04T14:19:00,830 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ff648bb9ef17%2C44461%2C1733321927993.1733321929325 2024-12-04T14:19:00,832 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:00,832 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:00,832 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:19:00,834 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:00,837 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-12-04T14:19:00,838 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64701618, jitterRate=-0.035870760679244995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:19:00,838 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733321940769Initializing all the Stores at 1733321940770 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321940770Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321940772 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321940772Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321940772Cleaning up temporary data from old regions at 1733321940832 (+60 ms)Region opened successfully at 1733321940838 (+6 ms) 2024-12-04T14:19:00,839 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:19:00,842 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be6fc8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:19:00,846 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-12-04T14:19:00,846 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:19:00,846 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:19:00,847 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:19:00,847 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:19:00,852 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:00,853 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:19:00,853 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T14:19:00,853 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-04T14:19:00,853 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:19:00,858 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=ff648bb9ef17,46747,1733321928040, regionLocation=ff648bb9ef17,46747,1733321928040, openSeqNum=2 2024-12-04T14:19:00,858 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=ff648bb9ef17,46747,1733321928040, table=hbase:meta, region=1588230740 2024-12-04T14:19:00,858 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,46747,1733321928040, state=OPEN 2024-12-04T14:19:00,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-778872993/meta-region-server 2024-12-04T14:19:00,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x1017dd793ae0007, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-778872993/meta-region-server 2024-12-04T14:19:00,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-778872993/meta-region-server: CHANGED 2024-12-04T14:19:00,860 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-778872993/meta-region-server: CHANGED 2024-12-04T14:19:00,864 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:19:00,867 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-778872993/draining/ff648bb9ef17,46747,1733321928040 already deleted, retry=false 2024-12-04T14:19:00,867 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of ff648bb9ef17,46747,1733321928040 on ff648bb9ef17,33097,1733321940542 2024-12-04T14:19:00,868 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ff648bb9ef17,46747,1733321928040, splitWal=true, meta=true 2024-12-04T14:19:00,869 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for ff648bb9ef17,46747,1733321928040 (carryingMeta=true) ff648bb9ef17,46747,1733321928040/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@20d778af[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-12-04T14:19:00,871 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Unable to get data of znode /0-778872993/balancer because node does not exist (not necessarily an error) 2024-12-04T14:19:00,873 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-778872993/balancer already deleted, retry=false 2024-12-04T14:19:00,874 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:19:00,876 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Unable to get data of znode /0-778872993/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:19:00,878 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-778872993/normalizer already deleted, retry=false 2024-12-04T14:19:00,878 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:19:00,881 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Unable to get data of znode /0-778872993/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:19:00,882 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-778872993/switch/split already deleted, retry=false 2024-12-04T14:19:00,884 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Unable to get data of znode /0-778872993/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:19:00,889 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-778872993/switch/merge already deleted, retry=false 2024-12-04T14:19:00,896 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Unable to get data of znode /0-778872993/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:19:00,898 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-778872993/snapshot-cleanup already deleted, retry=false 2024-12-04T14:19:00,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x1017dd793ae0007, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-778872993/running 2024-12-04T14:19:00,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x1017dd793ae0007, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:19:00,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-778872993/running 2024-12-04T14:19:00,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:19:00,903 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,33097,1733321940542, sessionid=0x1017dd793ae0006, setting cluster-up flag (Was=false) 2024-12-04T14:19:00,908 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-778872993/flush-table-proc/acquired, /0-778872993/flush-table-proc/reached, /0-778872993/flush-table-proc/abort 2024-12-04T14:19:00,909 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,33097,1733321940542 2024-12-04T14:19:00,912 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-778872993/online-snapshot/acquired, /0-778872993/online-snapshot/reached, /0-778872993/online-snapshot/abort 2024-12-04T14:19:00,913 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,33097,1733321940542 2024-12-04T14:19:00,914 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/.lastflushedseqids 2024-12-04T14:19:00,919 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:19:00,920 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:19:00,920 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,33097,1733321940542 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 ff648bb9ef17,46747,1733321928040 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:19:00,921 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:00,921 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:00,921 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:00,921 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:00,921 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:19:00,922 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:00,922 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:19:00,922 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:00,928 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ff648bb9ef17,46747,1733321928040, splitWal=true, meta=true 2024-12-04T14:19:00,929 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ff648bb9ef17,46747,1733321928040, splitWal=true, meta=true, isMeta: true 2024-12-04T14:19:00,931 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040-splitting 2024-12-04T14:19:00,932 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040-splitting dir is empty, no logs to split. 2024-12-04T14:19:00,932 INFO [PEWorker-1 {}] master.SplitWALManager(105): ff648bb9ef17,46747,1733321928040 WAL count=0, meta=true 2024-12-04T14:19:00,934 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040-splitting dir is empty, no logs to split. 2024-12-04T14:19:00,934 INFO [PEWorker-1 {}] master.SplitWALManager(105): ff648bb9ef17,46747,1733321928040 WAL count=0, meta=true 2024-12-04T14:19:00,934 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ff648bb9ef17,46747,1733321928040 WAL splitting is done? wals=0, meta=true 2024-12-04T14:19:00,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:19:00,937 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:19:00,938 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T14:19:00,942 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.HRegionServer(746): ClusterId : b0ed35ef-6c64-4f51-b5b8-f6b57a276086 2024-12-04T14:19:00,942 DEBUG [RS:0;ff648bb9ef17:37067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:19:00,945 DEBUG [RS:0;ff648bb9ef17:37067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:19:00,945 DEBUG [RS:0;ff648bb9ef17:37067 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:19:00,947 DEBUG [RS:0;ff648bb9ef17:37067 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:19:00,948 DEBUG [RS:0;ff648bb9ef17:37067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b724f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:19:00,955 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733321970955 2024-12-04T14:19:00,955 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:19:00,955 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:19:00,955 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:19:00,955 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:19:00,955 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:19:00,955 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:19:00,955 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:00,957 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:19:00,957 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:19:00,957 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:19:00,957 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:19:00,968 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:19:00,968 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:19:00,974 DEBUG [RS:0;ff648bb9ef17:37067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:37067 2024-12-04T14:19:00,974 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:19:00,974 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:19:00,974 DEBUG [RS:0;ff648bb9ef17:37067 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:19:00,974 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321940968,5,FailOnTimeoutGroup] 2024-12-04T14:19:00,975 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321940974,5,FailOnTimeoutGroup] 2024-12-04T14:19:00,975 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:00,975 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:19:00,975 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:00,975 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:00,975 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733321940975, completionTime=-1 2024-12-04T14:19:00,975 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-12-04T14:19:00,975 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T14:19:00,975 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,33097,1733321940542 with port=37067, startcode=1733321940598 2024-12-04T14:19:00,975 DEBUG [RS:0;ff648bb9ef17:37067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:19:00,977 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56959, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:19:00,978 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33097 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,37067,1733321940598 2024-12-04T14:19:00,978 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33097 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,37067,1733321940598 2024-12-04T14:19:00,979 DEBUG [RS:0;ff648bb9ef17:37067 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2 2024-12-04T14:19:00,979 DEBUG [RS:0;ff648bb9ef17:37067 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43989 2024-12-04T14:19:00,979 DEBUG [RS:0;ff648bb9ef17:37067 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:19:00,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993/rs 2024-12-04T14:19:00,988 DEBUG [RS:0;ff648bb9ef17:37067 {}] zookeeper.ZKUtil(111): regionserver:37067-0x1017dd793ae0007, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Set watcher on existing znode=/0-778872993/rs/ff648bb9ef17,37067,1733321940598 2024-12-04T14:19:00,988 WARN [RS:0;ff648bb9ef17:37067 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:19:00,988 INFO [RS:0;ff648bb9ef17:37067 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:00,988 DEBUG [RS:0;ff648bb9ef17:37067 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598 2024-12-04T14:19:00,989 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,37067,1733321940598] 2024-12-04T14:19:01,020 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:19:01,022 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:19:01,023 INFO [RS:0;ff648bb9ef17:37067 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:19:01,023 INFO [RS:0;ff648bb9ef17:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:01,023 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:19:01,024 INFO [RS:0;ff648bb9ef17:37067 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:19:01,024 INFO [RS:0;ff648bb9ef17:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:01,024 DEBUG [RS:0;ff648bb9ef17:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:01,024 DEBUG [RS:0;ff648bb9ef17:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:01,024 DEBUG [RS:0;ff648bb9ef17:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:01,024 DEBUG [RS:0;ff648bb9ef17:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:01,024 DEBUG [RS:0;ff648bb9ef17:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:01,024 DEBUG [RS:0;ff648bb9ef17:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:19:01,024 DEBUG [RS:0;ff648bb9ef17:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:01,024 DEBUG [RS:0;ff648bb9ef17:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:01,024 DEBUG [RS:0;ff648bb9ef17:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:01,024 DEBUG [RS:0;ff648bb9ef17:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:01,024 DEBUG [RS:0;ff648bb9ef17:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:01,024 DEBUG [RS:0;ff648bb9ef17:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:01,024 DEBUG [RS:0;ff648bb9ef17:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:19:01,024 DEBUG [RS:0;ff648bb9ef17:37067 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:19:01,025 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-12-04T14:19:01,029 INFO [RS:0;ff648bb9ef17:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:01,029 INFO [RS:0;ff648bb9ef17:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:01,030 INFO [RS:0;ff648bb9ef17:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:01,030 INFO [RS:0;ff648bb9ef17:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:01,030 INFO [RS:0;ff648bb9ef17:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:01,030 INFO [RS:0;ff648bb9ef17:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,37067,1733321940598-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:19:01,044 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:19:01,044 INFO [RS:0;ff648bb9ef17:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,37067,1733321940598-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:01,058 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.ReplicationSource(231): queueId=1-ff648bb9ef17,37067,1733321940598, ReplicationSource: 1, currentBandwidth=0 2024-12-04T14:19:01,058 INFO [RS:0;ff648bb9ef17:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:01,058 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.Replication(171): ff648bb9ef17,37067,1733321940598 started 2024-12-04T14:19:01,072 INFO [RS:0;ff648bb9ef17:37067 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:01,072 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,37067,1733321940598, RpcServer on ff648bb9ef17/172.17.0.2:37067, sessionid=0x1017dd793ae0007 2024-12-04T14:19:01,072 DEBUG [RS:0;ff648bb9ef17:37067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:19:01,072 DEBUG [RS:0;ff648bb9ef17:37067 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,37067,1733321940598 2024-12-04T14:19:01,072 DEBUG [RS:0;ff648bb9ef17:37067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,37067,1733321940598' 2024-12-04T14:19:01,072 DEBUG [RS:0;ff648bb9ef17:37067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-778872993/flush-table-proc/abort' 2024-12-04T14:19:01,073 DEBUG [RS:0;ff648bb9ef17:37067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-778872993/flush-table-proc/acquired' 2024-12-04T14:19:01,073 DEBUG [RS:0;ff648bb9ef17:37067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:19:01,073 DEBUG [RS:0;ff648bb9ef17:37067 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:19:01,073 DEBUG [RS:0;ff648bb9ef17:37067 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,37067,1733321940598 2024-12-04T14:19:01,073 DEBUG [RS:0;ff648bb9ef17:37067 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,37067,1733321940598' 2024-12-04T14:19:01,073 DEBUG [RS:0;ff648bb9ef17:37067 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-778872993/online-snapshot/abort' 2024-12-04T14:19:01,074 DEBUG [RS:0;ff648bb9ef17:37067 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-778872993/online-snapshot/acquired' 2024-12-04T14:19:01,074 DEBUG [RS:0;ff648bb9ef17:37067 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:19:01,074 INFO [RS:0;ff648bb9ef17:37067 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:19:01,074 INFO [RS:0;ff648bb9ef17:37067 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:19:01,079 DEBUG [RS:0;ff648bb9ef17:37067.replicationSource,1-ff648bb9ef17,37067,1733321940598 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:43641' 2024-12-04T14:19:01,080 DEBUG [RS:0;ff648bb9ef17:37067.replicationSource,1-ff648bb9ef17,37067,1733321940598 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10e8c573, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:01,080 DEBUG [RS:0;ff648bb9ef17:37067.replicationSource,1-ff648bb9ef17,37067,1733321940598 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43641,-1 for getting cluster id 2024-12-04T14:19:01,081 DEBUG [RS:0;ff648bb9ef17:37067.replicationSource,1-ff648bb9ef17,37067,1733321940598 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:01,082 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39c08c30-2d21-4a88-8a8b-373d29e23e7c' 2024-12-04T14:19:01,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:01,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39c08c30-2d21-4a88-8a8b-373d29e23e7c" 2024-12-04T14:19:01,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@714d1188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:01,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43641,-1] 2024-12-04T14:19:01,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:01,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:01,084 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:01,085 DEBUG [RS:0;ff648bb9ef17:37067.replicationSource,1-ff648bb9ef17,37067,1733321940598 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d82d79e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:01,085 DEBUG [RS:0;ff648bb9ef17:37067.replicationSource,1-ff648bb9ef17,37067,1733321940598 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:01,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43641,1733321931648 2024-12-04T14:19:01,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2318db2a 2024-12-04T14:19:01,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:01,087 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-12-04T14:19:01,088 INFO [RS:0;ff648bb9ef17:37067.replicationSource,1-ff648bb9ef17,37067,1733321940598 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff648bb9ef17,37067,1733321940598 (queues=0) is replicating from cluster=b0ed35ef-6c64-4f51-b5b8-f6b57a276086 to cluster=39c08c30-2d21-4a88-8a8b-373d29e23e7c 2024-12-04T14:19:01,088 WARN [ff648bb9ef17:33097 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T14:19:01,174 INFO [RS:0;ff648bb9ef17:37067 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:19:01,176 INFO [RS:0;ff648bb9ef17:37067 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C37067%2C1733321940598, suffix=, logDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598, archiveDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/oldWALs, maxLogs=10 2024-12-04T14:19:01,194 DEBUG [RS:0;ff648bb9ef17:37067 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598/ff648bb9ef17%2C37067%2C1733321940598.1733321941177, exclude list is [], retry=0 2024-12-04T14:19:01,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42799,DS-247e4ed3-a13e-469b-ad3e-b35fcf970c98,DISK] 2024-12-04T14:19:01,199 INFO [RS:0;ff648bb9ef17:37067 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598/ff648bb9ef17%2C37067%2C1733321940598.1733321941177 2024-12-04T14:19:01,199 DEBUG [RS:0;ff648bb9ef17:37067 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ff648bb9ef17%2C37067%2C1733321940598 for peer 1 2024-12-04T14:19:01,199 DEBUG [RS:0;ff648bb9ef17:37067 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff648bb9ef17%2C37067%2C1733321940598 2024-12-04T14:19:01,199 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff648bb9ef17,37067,1733321940598, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:19:01,200 DEBUG [RS:0;ff648bb9ef17:37067 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45585:45585)] 2024-12-04T14:19:01,200 INFO [RS:0;ff648bb9ef17:37067.replicationSource.shipperff648bb9ef17%2C37067%2C1733321940598,1-ff648bb9ef17,37067,1733321940598 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C37067%2C1733321940598 2024-12-04T14:19:01,201 DEBUG [RS:0;ff648bb9ef17:37067.replicationSource.wal-reader.ff648bb9ef17%2C37067%2C1733321940598,1-ff648bb9ef17,37067,1733321940598 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598/ff648bb9ef17%2C37067%2C1733321940598.1733321941177, startPosition=0, beingWritten=true 2024-12-04T14:19:01,338 DEBUG [ff648bb9ef17:33097 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:19:01,339 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,37067,1733321940598 2024-12-04T14:19:01,340 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,37067,1733321940598, state=OPENING 2024-12-04T14:19:01,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-778872993/meta-region-server 2024-12-04T14:19:01,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x1017dd793ae0007, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-778872993/meta-region-server 2024-12-04T14:19:01,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-778872993/meta-region-server: CHANGED 2024-12-04T14:19:01,342 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:19:01,342 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,37067,1733321940598}] 2024-12-04T14:19:01,342 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-778872993/meta-region-server: CHANGED 2024-12-04T14:19:01,398 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:19:01,413 DEBUG [RS:0;ff648bb9ef17:37067.replicationSource.wal-reader.ff648bb9ef17%2C37067%2C1733321940598,1-ff648bb9ef17,37067,1733321940598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598/ff648bb9ef17%2C37067%2C1733321940598.1733321941177 to pos 0, reset compression=false 2024-12-04T14:19:01,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:01,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:01,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:01,441 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:01,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:01,450 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:01,495 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:19:01,496 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48693, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:19:01,499 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:19:01,499 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:01,500 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:19:01,501 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C37067%2C1733321940598.meta, suffix=.meta, logDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598, archiveDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/oldWALs, maxLogs=10 2024-12-04T14:19:01,516 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598/ff648bb9ef17%2C37067%2C1733321940598.meta.1733321941501.meta, exclude list is [], retry=0 2024-12-04T14:19:01,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42799,DS-247e4ed3-a13e-469b-ad3e-b35fcf970c98,DISK] 2024-12-04T14:19:01,521 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598/ff648bb9ef17%2C37067%2C1733321940598.meta.1733321941501.meta 2024-12-04T14:19:01,524 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45585:45585)] 2024-12-04T14:19:01,525 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:01,525 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:19:01,525 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:19:01,525 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:19:01,525 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:19:01,526 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:19:01,526 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:01,526 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:19:01,526 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:19:01,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:19:01,528 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:19:01,528 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:01,535 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/info/6905ebf1634b4a219a452e06ae8d6d08 2024-12-04T14:19:01,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:01,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:19:01,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:19:01,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:01,550 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/ns/1be5a7354db340b4b1cee275951b5a7a 2024-12-04T14:19:01,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:01,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:19:01,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:19:01,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:01,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:01,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:19:01,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:19:01,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:01,557 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/table/3c0f0d0f91c94b20be831624053b8090 2024-12-04T14:19:01,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:01,558 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:19:01,559 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740 2024-12-04T14:19:01,560 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740 2024-12-04T14:19:01,561 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:19:01,561 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:19:01,561 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:19:01,562 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:19:01,563 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59912067, jitterRate=-0.10724063217639923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:19:01,563 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:19:01,563 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733321941526Writing region info on filesystem at 1733321941526Initializing all the Stores at 1733321941527 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321941527Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321941527Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321941527Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321941527Cleaning up temporary data from old regions at 1733321941561 (+34 ms)Running coprocessor post-open hooks at 1733321941563 (+2 ms)Region opened successfully at 1733321941563 2024-12-04T14:19:01,564 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1733321941495 2024-12-04T14:19:01,567 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:19:01,567 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:19:01,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=ff648bb9ef17,37067,1733321940598 2024-12-04T14:19:01,569 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,37067,1733321940598, state=OPEN 2024-12-04T14:19:01,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x1017dd793ae0007, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-778872993/meta-region-server 2024-12-04T14:19:01,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-778872993/meta-region-server 2024-12-04T14:19:01,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-778872993/meta-region-server: CHANGED 2024-12-04T14:19:01,571 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-778872993/meta-region-server: CHANGED 2024-12-04T14:19:01,571 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,37067,1733321940598 2024-12-04T14:19:01,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-12-04T14:19:01,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,37067,1733321940598 in 229 msec 2024-12-04T14:19:01,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T14:19:01,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 637 msec 2024-12-04T14:19:01,719 DEBUG [RS:0;ff648bb9ef17:37067.replicationSource.wal-reader.ff648bb9ef17%2C37067%2C1733321940598,1-ff648bb9ef17,37067,1733321940598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598/ff648bb9ef17%2C37067%2C1733321940598.1733321941177 to pos 0, reset compression=false 2024-12-04T14:19:02,124 DEBUG [RS:0;ff648bb9ef17:37067.replicationSource.wal-reader.ff648bb9ef17%2C37067%2C1733321940598,1-ff648bb9ef17,37067,1733321940598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598/ff648bb9ef17%2C37067%2C1733321940598.1733321941177 to pos 0, reset compression=false 2024-12-04T14:19:02,528 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1553ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-12-04T14:19:02,630 DEBUG [RS:0;ff648bb9ef17:37067.replicationSource.wal-reader.ff648bb9ef17%2C37067%2C1733321940598,1-ff648bb9ef17,37067,1733321940598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598/ff648bb9ef17%2C37067%2C1733321940598.1733321941177 to pos 0, reset compression=false 2024-12-04T14:19:03,247 DEBUG [RS:0;ff648bb9ef17:37067.replicationSource.wal-reader.ff648bb9ef17%2C37067%2C1733321940598,1-ff648bb9ef17,37067,1733321940598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598/ff648bb9ef17%2C37067%2C1733321940598.1733321941177 to pos 0, reset compression=false 2024-12-04T14:19:03,953 DEBUG [RS:0;ff648bb9ef17:37067.replicationSource.wal-reader.ff648bb9ef17%2C37067%2C1733321940598,1-ff648bb9ef17,37067,1733321940598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598/ff648bb9ef17%2C37067%2C1733321940598.1733321941177 to pos 0, reset compression=false 2024-12-04T14:19:04,030 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-12-04T14:19:04,764 DEBUG [RS:0;ff648bb9ef17:37067.replicationSource.wal-reader.ff648bb9ef17%2C37067%2C1733321940598,1-ff648bb9ef17,37067,1733321940598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598/ff648bb9ef17%2C37067%2C1733321940598.1733321941177 to pos 0, reset compression=false 2024-12-04T14:19:05,484 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4509ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-12-04T14:19:05,484 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:19:05,485 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:05,485 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,37067,1733321940598, seqNum=-1] 2024-12-04T14:19:05,485 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:05,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:19:05,490 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ab21dfefa26106adf20070ef32f842ed, regionState=OPEN, lastHost=ff648bb9ef17,46747,1733321928040, regionLocation=ff648bb9ef17,46747,1733321928040, openSeqNum=2 2024-12-04T14:19:05,490 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:19:05,490 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733322005490 2024-12-04T14:19:05,490 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733322065490 2024-12-04T14:19:05,490 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-12-04T14:19:05,490 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(207): ff648bb9ef17,46747,1733321928040 had 2 regions 2024-12-04T14:19:05,491 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,33097,1733321940542-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:05,491 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,33097,1733321940542-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:05,491 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,33097,1733321940542-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:05,491 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:33097, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:05,491 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:05,491 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:05,491 INFO [PEWorker-2 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ff648bb9ef17,46747,1733321928040, splitWal=true, meta=true, isMeta: false 2024-12-04T14:19:05,493 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040-splitting dir is empty, no logs to split. 2024-12-04T14:19:05,494 INFO [PEWorker-2 {}] master.SplitWALManager(105): ff648bb9ef17,46747,1733321928040 WAL count=0, meta=false 2024-12-04T14:19:05,496 INFO [PEWorker-2 {}] master.SplitLogManager(171): hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,46747,1733321928040-splitting dir is empty, no logs to split. 2024-12-04T14:19:05,496 INFO [PEWorker-2 {}] master.SplitWALManager(105): ff648bb9ef17,46747,1733321928040 WAL count=0, meta=false 2024-12-04T14:19:05,496 DEBUG [PEWorker-2 {}] procedure.ServerCrashProcedure(329): Check if ff648bb9ef17,46747,1733321928040 WAL splitting is done? wals=0, meta=false 2024-12-04T14:19:05,496 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.832sec 2024-12-04T14:19:05,496 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:19:05,496 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:19:05,496 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:19:05,496 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:19:05,496 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:19:05,496 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,33097,1733321940542-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:19:05,496 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,33097,1733321940542-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:19:05,497 WARN [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=ff648bb9ef17,46747,1733321928040/hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:19:05,498 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab21dfefa26106adf20070ef32f842ed, ASSIGN}] 2024-12-04T14:19:05,498 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab21dfefa26106adf20070ef32f842ed, ASSIGN 2024-12-04T14:19:05,499 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ab21dfefa26106adf20070ef32f842ed, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-12-04T14:19:05,501 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:19:05,501 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:19:05,501 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,33097,1733321940542-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:05,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d56a16f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:05,545 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,33097,-1 for getting cluster id 2024-12-04T14:19:05,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:05,546 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0ed35ef-6c64-4f51-b5b8-f6b57a276086' 2024-12-04T14:19:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0ed35ef-6c64-4f51-b5b8-f6b57a276086" 2024-12-04T14:19:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0ad026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,33097,-1] 2024-12-04T14:19:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:05,547 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:05,548 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:05,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158223af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:05,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,37067,1733321940598, seqNum=-1] 2024-12-04T14:19:05,551 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:05,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:19:05,554 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-12-04T14:19:05,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:19:05,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:05,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:05,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:05,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:05,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: ff648bb9ef17:33097 after: ff648bb9ef17:33097 2024-12-04T14:19:05,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fad0cba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:05,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,33097,-1 for getting cluster id 2024-12-04T14:19:05,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:05,556 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b0ed35ef-6c64-4f51-b5b8-f6b57a276086' 2024-12-04T14:19:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b0ed35ef-6c64-4f51-b5b8-f6b57a276086" 2024-12-04T14:19:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10970fb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,33097,-1] 2024-12-04T14:19:05,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:05,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:05,557 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:05,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8ff012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:05,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:05,558 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,33097,1733321940542 2024-12-04T14:19:05,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@427c9574 2024-12-04T14:19:05,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:05,559 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:19:05,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33097 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-12-04T14:19:05,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:19:05,560 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:19:05,560 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:05,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:05,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:05,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:05,560 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:19:05,560 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=86121762, stopped=false 2024-12-04T14:19:05,561 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,43641,1733321931648 2024-12-04T14:19:05,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-699236490/running 2024-12-04T14:19:05,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1017dd793ae0004, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-699236490/running 2024-12-04T14:19:05,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1017dd793ae0004, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490 2024-12-04T14:19:05,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490 2024-12-04T14:19:05,562 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:19:05,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:19:05,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:05,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:05,563 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,38559,1733321931689' ***** 2024-12-04T14:19:05,563 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:19:05,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Set watcher on znode that does not yet exist, /1-699236490/running 2024-12-04T14:19:05,563 INFO [RS:0;ff648bb9ef17:38559 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:19:05,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38559-0x1017dd793ae0004, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Set watcher on znode that does not yet exist, /1-699236490/running 2024-12-04T14:19:05,563 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:19:05,563 INFO [RS:0;ff648bb9ef17:38559 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:19:05,563 INFO [RS:0;ff648bb9ef17:38559 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:19:05,563 INFO [RS:0;ff648bb9ef17:38559 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,38559,1733321931689 2024-12-04T14:19:05,563 INFO [RS:0;ff648bb9ef17:38559 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:19:05,563 INFO [RS:0;ff648bb9ef17:38559 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:38559. 2024-12-04T14:19:05,563 DEBUG [RS:0;ff648bb9ef17:38559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:05,563 DEBUG [RS:0;ff648bb9ef17:38559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:05,564 INFO [RS:0;ff648bb9ef17:38559 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:19:05,564 INFO [RS:0;ff648bb9ef17:38559 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:19:05,564 INFO [RS:0;ff648bb9ef17:38559 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:19:05,564 INFO [RS:0;ff648bb9ef17:38559 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:19:05,564 INFO [RS:0;ff648bb9ef17:38559 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T14:19:05,564 DEBUG [RS:0;ff648bb9ef17:38559 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T14:19:05,564 DEBUG [RS:0;ff648bb9ef17:38559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:19:05,564 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:19:05,564 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:19:05,564 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:19:05,564 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:19:05,564 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:19:05,564 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T14:19:05,580 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/data/hbase/meta/1588230740/.tmp/ns/62b2e579605e45758a424eeaae7b9fe7 is 43, key is default/ns:d/1733321934647/Put/seqid=0 2024-12-04T14:19:05,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36377 is added to blk_1073741835_1011 (size=5153) 2024-12-04T14:19:05,649 DEBUG [ff648bb9ef17:33097 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:19:05,650 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ab21dfefa26106adf20070ef32f842ed, regionState=OPENING, regionLocation=ff648bb9ef17,37067,1733321940598 2024-12-04T14:19:05,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ab21dfefa26106adf20070ef32f842ed, ASSIGN because future has completed 2024-12-04T14:19:05,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab21dfefa26106adf20070ef32f842ed, server=ff648bb9ef17,37067,1733321940598}] 2024-12-04T14:19:05,653 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:19:05,669 DEBUG [RS:0;ff648bb9ef17:37067.replicationSource.wal-reader.ff648bb9ef17%2C37067%2C1733321940598,1-ff648bb9ef17,37067,1733321940598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598/ff648bb9ef17%2C37067%2C1733321940598.1733321941177 to pos 0, reset compression=false 2024-12-04T14:19:05,764 DEBUG [RS:0;ff648bb9ef17:38559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:19:05,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:19:05,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:05,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T14:19:05,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C37067%2C1733321940598.rep, suffix=, logDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598, archiveDir=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/oldWALs, maxLogs=10 2024-12-04T14:19:05,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598/ff648bb9ef17%2C37067%2C1733321940598.rep.1733321945810, exclude list is [], retry=0 2024-12-04T14:19:05,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42799,DS-247e4ed3-a13e-469b-ad3e-b35fcf970c98,DISK] 2024-12-04T14:19:05,832 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598/ff648bb9ef17%2C37067%2C1733321940598.rep.1733321945810 2024-12-04T14:19:05,832 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45585:45585)] 2024-12-04T14:19:05,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => ab21dfefa26106adf20070ef32f842ed, NAME => 'hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:05,833 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:19:05,833 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:19:05,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. service=MultiRowMutationService 2024-12-04T14:19:05,834 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T14:19:05,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:19:05,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:05,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:19:05,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:19:05,836 INFO [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:19:05,837 INFO [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab21dfefa26106adf20070ef32f842ed columnFamilyName hfileref 2024-12-04T14:19:05,837 DEBUG [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:05,837 INFO [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] regionserver.HStore(327): Store=ab21dfefa26106adf20070ef32f842ed/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:05,837 INFO [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:19:05,838 INFO [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab21dfefa26106adf20070ef32f842ed columnFamilyName queue 2024-12-04T14:19:05,838 DEBUG [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:05,844 DEBUG [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/replication/ab21dfefa26106adf20070ef32f842ed/queue/100d79de65894f99828f6cc1f87a4657 2024-12-04T14:19:05,844 INFO [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] regionserver.HStore(327): Store=ab21dfefa26106adf20070ef32f842ed/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:05,844 INFO [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:19:05,845 INFO [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab21dfefa26106adf20070ef32f842ed columnFamilyName sid 2024-12-04T14:19:05,845 DEBUG [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:05,846 INFO [StoreOpener-ab21dfefa26106adf20070ef32f842ed-1 {}] regionserver.HStore(327): Store=ab21dfefa26106adf20070ef32f842ed/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:05,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:19:05,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/replication/ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:19:05,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/replication/ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:19:05,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:19:05,849 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:19:05,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:19:05,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:19:05,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened ab21dfefa26106adf20070ef32f842ed; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61619503, jitterRate=-0.08179785311222076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:19:05,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:19:05,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for ab21dfefa26106adf20070ef32f842ed: Running coprocessor pre-open hook at 1733321945834Writing region info on filesystem at 1733321945834Initializing all the Stores at 1733321945835 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321945835Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321945836 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321945836Cleaning up temporary data from old regions at 1733321945849 (+13 ms)Running coprocessor post-open hooks at 1733321945852 (+3 ms)Region opened successfully at 1733321945853 (+1 ms) 2024-12-04T14:19:05,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed., pid=13, masterSystemTime=1733321945804 2024-12-04T14:19:05,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:19:05,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:19:05,857 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ab21dfefa26106adf20070ef32f842ed, regionState=OPEN, openSeqNum=9, regionLocation=ff648bb9ef17,37067,1733321940598 2024-12-04T14:19:05,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab21dfefa26106adf20070ef32f842ed, server=ff648bb9ef17,37067,1733321940598 because future has completed 2024-12-04T14:19:05,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T14:19:05,863 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ab21dfefa26106adf20070ef32f842ed, server=ff648bb9ef17,37067,1733321940598 in 208 msec 2024-12-04T14:19:05,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-12-04T14:19:05,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ab21dfefa26106adf20070ef32f842ed, ASSIGN in 366 msec 2024-12-04T14:19:05,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-12-04T14:19:05,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed., hostname=ff648bb9ef17,37067,1733321940598, seqNum=9] 2024-12-04T14:19:05,886 DEBUG [PEWorker-4 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for ff648bb9ef17,46747,1733321928040 2024-12-04T14:19:05,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-12-04T14:19:05,964 DEBUG [RS:0;ff648bb9ef17:38559 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:19:05,984 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/data/hbase/meta/1588230740/.tmp/ns/62b2e579605e45758a424eeaae7b9fe7 2024-12-04T14:19:05,990 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/data/hbase/meta/1588230740/.tmp/ns/62b2e579605e45758a424eeaae7b9fe7 as hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/data/hbase/meta/1588230740/ns/62b2e579605e45758a424eeaae7b9fe7 2024-12-04T14:19:05,994 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/data/hbase/meta/1588230740/ns/62b2e579605e45758a424eeaae7b9fe7, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T14:19:05,995 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-12-04T14:19:05,995 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T14:19:05,999 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T14:19:06,000 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:19:06,000 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:19:06,000 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:19:06,000 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321945564Running coprocessor pre-close hooks at 1733321945564Disabling compacts and flushes for region at 1733321945564Disabling writes for close at 1733321945564Obtaining lock to block concurrent updates at 1733321945564Preparing flush snapshotting stores in 1588230740 at 1733321945564Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733321945565 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733321945565Flushing 1588230740/ns: creating writer at 1733321945565Flushing 1588230740/ns: appending metadata at 1733321945580 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733321945580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23405d50: reopening flushed file at 1733321945989 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1733321945995 (+6 ms)Writing region close event to WAL at 1733321945996 (+1 ms)Running coprocessor post-close hooks at 1733321946000 (+4 ms)Closed at 1733321946000 2024-12-04T14:19:06,000 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:19:06,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37067 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-12-04T14:19:06,165 INFO [RS:0;ff648bb9ef17:38559 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,38559,1733321931689; all regions closed. 2024-12-04T14:19:06,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36377 is added to blk_1073741834_1010 (size=1152) 2024-12-04T14:19:06,170 DEBUG [RS:0;ff648bb9ef17:38559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/oldWALs 2024-12-04T14:19:06,170 INFO [RS:0;ff648bb9ef17:38559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C38559%2C1733321931689.meta:.meta(num 1733321934599) 2024-12-04T14:19:06,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36377 is added to blk_1073741832_1008 (size=93) 2024-12-04T14:19:06,174 DEBUG [RS:0;ff648bb9ef17:38559 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/oldWALs 2024-12-04T14:19:06,174 INFO [RS:0;ff648bb9ef17:38559 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C38559%2C1733321931689:(num 1733321933675) 2024-12-04T14:19:06,174 DEBUG [RS:0;ff648bb9ef17:38559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:06,174 INFO [RS:0;ff648bb9ef17:38559 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:19:06,174 INFO [RS:0;ff648bb9ef17:38559 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:19:06,175 INFO [RS:0;ff648bb9ef17:38559 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:19:06,175 INFO [RS:0;ff648bb9ef17:38559 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:19:06,175 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:19:06,175 INFO [RS:0;ff648bb9ef17:38559 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38559 2024-12-04T14:19:06,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1017dd793ae0004, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-699236490/rs/ff648bb9ef17,38559,1733321931689 2024-12-04T14:19:06,179 INFO [RS:0;ff648bb9ef17:38559 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:19:06,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490/rs 2024-12-04T14:19:06,180 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,38559,1733321931689] 2024-12-04T14:19:06,183 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-699236490/draining/ff648bb9ef17,38559,1733321931689 already deleted, retry=false 2024-12-04T14:19:06,183 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,38559,1733321931689 expired; onlineServers=0 2024-12-04T14:19:06,183 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,43641,1733321931648' ***** 2024-12-04T14:19:06,183 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:19:06,183 INFO [M:0;ff648bb9ef17:43641 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:19:06,183 INFO [M:0;ff648bb9ef17:43641 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:19:06,183 DEBUG [M:0;ff648bb9ef17:43641 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:19:06,183 DEBUG [M:0;ff648bb9ef17:43641 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:19:06,183 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:19:06,183 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321933452 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321933452,5,FailOnTimeoutGroup] 2024-12-04T14:19:06,183 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321933452 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321933452,5,FailOnTimeoutGroup] 2024-12-04T14:19:06,183 INFO [M:0;ff648bb9ef17:43641 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:19:06,183 INFO [M:0;ff648bb9ef17:43641 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:19:06,183 DEBUG [M:0;ff648bb9ef17:43641 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:19:06,183 INFO [M:0;ff648bb9ef17:43641 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:19:06,183 INFO [M:0;ff648bb9ef17:43641 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:19:06,184 INFO [M:0;ff648bb9ef17:43641 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:19:06,184 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:19:06,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-699236490/master 2024-12-04T14:19:06,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-699236490 2024-12-04T14:19:06,185 DEBUG [M:0;ff648bb9ef17:43641 {}] zookeeper.ZKUtil(347): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Unable to get data of znode /1-699236490/master because node does not exist (not an error) 2024-12-04T14:19:06,185 WARN [M:0;ff648bb9ef17:43641 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:19:06,187 INFO [M:0;ff648bb9ef17:43641 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/.lastflushedseqids 2024-12-04T14:19:06,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36377 is added to blk_1073741836_1012 (size=99) 2024-12-04T14:19:06,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1017dd793ae0004, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:06,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38559-0x1017dd793ae0004, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:06,280 INFO [RS:0;ff648bb9ef17:38559 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:19:06,280 INFO [RS:0;ff648bb9ef17:38559 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,38559,1733321931689; zookeeper connection closed. 2024-12-04T14:19:06,281 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3e2cf9da {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3e2cf9da 2024-12-04T14:19:06,281 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:19:06,594 INFO [M:0;ff648bb9ef17:43641 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:19:06,595 INFO [M:0;ff648bb9ef17:43641 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:19:06,595 DEBUG [M:0;ff648bb9ef17:43641 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:19:06,595 INFO [M:0;ff648bb9ef17:43641 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:06,595 DEBUG [M:0;ff648bb9ef17:43641 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:06,595 DEBUG [M:0;ff648bb9ef17:43641 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:19:06,595 DEBUG [M:0;ff648bb9ef17:43641 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:06,595 INFO [M:0;ff648bb9ef17:43641 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-12-04T14:19:06,612 DEBUG [M:0;ff648bb9ef17:43641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bf075de0a154d5583e74864be2ea1df is 82, key is hbase:meta,,1/info:regioninfo/1733321934635/Put/seqid=0 2024-12-04T14:19:06,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36377 is added to blk_1073741837_1013 (size=5672) 2024-12-04T14:19:06,674 DEBUG [RS:0;ff648bb9ef17:37067.replicationSource.wal-reader.ff648bb9ef17%2C37067%2C1733321940598,1-ff648bb9ef17,37067,1733321940598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598/ff648bb9ef17%2C37067%2C1733321940598.1733321941177 to pos 0, reset compression=false 2024-12-04T14:19:07,017 INFO [M:0;ff648bb9ef17:43641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bf075de0a154d5583e74864be2ea1df 2024-12-04T14:19:07,028 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:19:07,043 DEBUG [M:0;ff648bb9ef17:43641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ddbb672b866465f967bd3c408b4245b is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733321934651/Put/seqid=0 2024-12-04T14:19:07,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36377 is added to blk_1073741838_1014 (size=5275) 2024-12-04T14:19:07,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:07,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:07,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:07,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:07,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:07,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:07,451 INFO [M:0;ff648bb9ef17:43641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ddbb672b866465f967bd3c408b4245b 2024-12-04T14:19:07,472 DEBUG [M:0;ff648bb9ef17:43641 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcaee1759e2d4e12ad2403ea351f2e98 is 69, key is ff648bb9ef17,38559,1733321931689/rs:state/1733321933529/Put/seqid=0 2024-12-04T14:19:07,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36377 is added to blk_1073741839_1015 (size=5156) 2024-12-04T14:19:07,780 DEBUG [RS:0;ff648bb9ef17:37067.replicationSource.wal-reader.ff648bb9ef17%2C37067%2C1733321940598,1-ff648bb9ef17,37067,1733321940598 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598/ff648bb9ef17%2C37067%2C1733321940598.1733321941177 to pos 0, reset compression=false 2024-12-04T14:19:07,877 INFO [M:0;ff648bb9ef17:43641 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcaee1759e2d4e12ad2403ea351f2e98 2024-12-04T14:19:07,882 DEBUG [M:0;ff648bb9ef17:43641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6bf075de0a154d5583e74864be2ea1df as hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6bf075de0a154d5583e74864be2ea1df 2024-12-04T14:19:07,886 INFO [M:0;ff648bb9ef17:43641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6bf075de0a154d5583e74864be2ea1df, entries=8, sequenceid=28, filesize=5.5 K 2024-12-04T14:19:07,886 DEBUG [M:0;ff648bb9ef17:43641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ddbb672b866465f967bd3c408b4245b as hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ddbb672b866465f967bd3c408b4245b 2024-12-04T14:19:07,890 INFO [M:0;ff648bb9ef17:43641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ddbb672b866465f967bd3c408b4245b, entries=3, sequenceid=28, filesize=5.2 K 2024-12-04T14:19:07,891 DEBUG [M:0;ff648bb9ef17:43641 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcaee1759e2d4e12ad2403ea351f2e98 as hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcaee1759e2d4e12ad2403ea351f2e98 2024-12-04T14:19:07,894 INFO [M:0;ff648bb9ef17:43641 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39299/user/jenkins/test-data/bbddfbee-0e82-a124-fce6-ad4ee54b4916/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcaee1759e2d4e12ad2403ea351f2e98, entries=1, sequenceid=28, filesize=5.0 K 2024-12-04T14:19:07,895 INFO [M:0;ff648bb9ef17:43641 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=28, compaction requested=false 2024-12-04T14:19:07,897 INFO [M:0;ff648bb9ef17:43641 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:07,897 DEBUG [M:0;ff648bb9ef17:43641 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321946595Disabling compacts and flushes for region at 1733321946595Disabling writes for close at 1733321946595Obtaining lock to block concurrent updates at 1733321946595Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733321946595Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1733321946595Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733321946596 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733321946596Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733321946611 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733321946611Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733321947024 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733321947042 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733321947042Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733321947456 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733321947472 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733321947472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@761a1afa: reopening flushed file at 1733321947881 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63b26087: reopening flushed file at 1733321947886 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bd5be20: reopening flushed file at 1733321947890 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=28, compaction requested=false at 1733321947895 (+5 ms)Writing region close event to WAL at 1733321947896 (+1 ms)Closed at 1733321947897 (+1 ms) 2024-12-04T14:19:07,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36377 is added to blk_1073741830_1006 (size=10165) 2024-12-04T14:19:07,902 INFO [M:0;ff648bb9ef17:43641 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:19:07,902 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:19:07,903 INFO [M:0;ff648bb9ef17:43641 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43641 2024-12-04T14:19:07,903 INFO [M:0;ff648bb9ef17:43641 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:19:08,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:08,004 INFO [M:0;ff648bb9ef17:43641 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:19:08,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43641-0x1017dd793ae0003, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:08,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f7b1c06{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:19:08,008 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c255e09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:19:08,008 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:19:08,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e4a58fb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:19:08,008 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c7ecb97{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/hadoop.log.dir/,STOPPED} 2024-12-04T14:19:08,009 WARN [BP-2002337871-172.17.0.2-1733321930699 heartbeating to localhost/127.0.0.1:39299 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:19:08,010 WARN [BP-2002337871-172.17.0.2-1733321930699 heartbeating to localhost/127.0.0.1:39299 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2002337871-172.17.0.2-1733321930699 (Datanode Uuid 09e14446-1999-45a1-9a24-ca1b793d823f) service to localhost/127.0.0.1:39299 2024-12-04T14:19:08,010 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:19:08,010 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:19:08,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/cluster_3a57ee91-e187-4535-53f8-e809fc72df2a/data/data1/current/BP-2002337871-172.17.0.2-1733321930699 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:19:08,010 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/cluster_3a57ee91-e187-4535-53f8-e809fc72df2a/data/data2/current/BP-2002337871-172.17.0.2-1733321930699 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:19:08,011 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:19:08,017 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@101fbe1e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:19:08,018 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3e4a5fa6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:19:08,018 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:19:08,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bc6473e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:19:08,018 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b2a959e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/hadoop.log.dir/,STOPPED} 2024-12-04T14:19:08,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:19:08,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:19:08,028 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:19:08,029 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:08,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:08,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:08,029 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:08,029 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:19:08,029 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=639526390, stopped=false 2024-12-04T14:19:08,029 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,33097,1733321940542 2024-12-04T14:19:08,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-778872993/running 2024-12-04T14:19:08,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x1017dd793ae0007, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-778872993/running 2024-12-04T14:19:08,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:19:08,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x1017dd793ae0007, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:19:08,031 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:19:08,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:19:08,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:08,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:08,031 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,37067,1733321940598' ***** 2024-12-04T14:19:08,031 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:19:08,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Set watcher on znode that does not yet exist, /0-778872993/running 2024-12-04T14:19:08,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37067-0x1017dd793ae0007, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Set watcher on znode that does not yet exist, /0-778872993/running 2024-12-04T14:19:08,031 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:19:08,032 INFO [RS:0;ff648bb9ef17:37067 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:19:08,032 INFO [RS:0;ff648bb9ef17:37067 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:19:08,032 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.HRegionServer(3091): Received CLOSE for ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:19:08,032 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:19:08,032 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,37067,1733321940598 2024-12-04T14:19:08,032 INFO [RS:0;ff648bb9ef17:37067 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:19:08,032 INFO [RS:0;ff648bb9ef17:37067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:37067. 2024-12-04T14:19:08,032 DEBUG [RS:0;ff648bb9ef17:37067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:08,032 DEBUG [RS:0;ff648bb9ef17:37067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:08,032 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:19:08,032 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:19:08,032 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab21dfefa26106adf20070ef32f842ed, disabling compactions & flushes 2024-12-04T14:19:08,032 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:19:08,033 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:19:08,032 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:19:08,033 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:19:08,033 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. after waiting 0 ms 2024-12-04T14:19:08,033 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:19:08,033 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T14:19:08,033 DEBUG [RS:0;ff648bb9ef17:37067 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ab21dfefa26106adf20070ef32f842ed=hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed.} 2024-12-04T14:19:08,033 DEBUG [RS:0;ff648bb9ef17:37067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab21dfefa26106adf20070ef32f842ed 2024-12-04T14:19:08,033 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:19:08,033 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:19:08,033 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:19:08,033 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:19:08,033 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:19:08,033 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-12-04T14:19:08,035 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:19:08,037 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/replication/ab21dfefa26106adf20070ef32f842ed/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-12-04T14:19:08,037 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:19:08,037 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:19:08,037 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:19:08,037 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab21dfefa26106adf20070ef32f842ed: Waiting for close lock at 1733321948032Running coprocessor pre-close hooks at 1733321948032Disabling compacts and flushes for region at 1733321948032Disabling writes for close at 1733321948033 (+1 ms)Writing region close event to WAL at 1733321948033Running coprocessor post-close hooks at 1733321948037 (+4 ms)Closed at 1733321948037 2024-12-04T14:19:08,038 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed. 2024-12-04T14:19:08,050 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/.tmp/info/13c5a6e78b0b4caeb94361a26dd78eb4 is 147, key is hbase:replication,,1733321934741.ab21dfefa26106adf20070ef32f842ed./info:regioninfo/1733321945857/Put/seqid=0 2024-12-04T14:19:08,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741851_1027 (size=6385) 2024-12-04T14:19:08,056 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:19:08,056 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:19:08,233 DEBUG [RS:0;ff648bb9ef17:37067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:19:08,433 DEBUG [RS:0;ff648bb9ef17:37067 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:19:08,454 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/.tmp/info/13c5a6e78b0b4caeb94361a26dd78eb4 2024-12-04T14:19:08,460 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/.tmp/info/13c5a6e78b0b4caeb94361a26dd78eb4 as hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/info/13c5a6e78b0b4caeb94361a26dd78eb4 2024-12-04T14:19:08,465 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/info/13c5a6e78b0b4caeb94361a26dd78eb4, entries=8, sequenceid=19, filesize=6.2 K 2024-12-04T14:19:08,466 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=19, compaction requested=false 2024-12-04T14:19:08,470 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-12-04T14:19:08,471 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:19:08,471 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:19:08,471 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:19:08,471 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321948033Running coprocessor pre-close hooks at 1733321948033Disabling compacts and flushes for region at 1733321948033Disabling writes for close at 1733321948033Obtaining lock to block concurrent updates at 1733321948033Preparing flush snapshotting stores in 1588230740 at 1733321948033Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1733321948033Flushing stores of hbase:meta,,1.1588230740 at 1733321948034 (+1 ms)Flushing 1588230740/info: creating writer at 1733321948034Flushing 1588230740/info: appending metadata at 1733321948049 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733321948049Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bf60bbb: reopening flushed file at 1733321948460 (+411 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=19, compaction requested=false at 1733321948466 (+6 ms)Writing region close event to WAL at 1733321948467 (+1 ms)Running coprocessor post-close hooks at 1733321948471 (+4 ms)Closed at 1733321948471 2024-12-04T14:19:08,471 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:19:08,633 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,37067,1733321940598; all regions closed. 2024-12-04T14:19:08,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741849_1025 (size=2156) 2024-12-04T14:19:08,638 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598/ff648bb9ef17%2C37067%2C1733321940598.meta.1733321941501.meta not finished, retry = 0 2024-12-04T14:19:08,741 DEBUG [RS:0;ff648bb9ef17:37067 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/oldWALs 2024-12-04T14:19:08,741 INFO [RS:0;ff648bb9ef17:37067 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C37067%2C1733321940598.meta:.meta(num 1733321941501) 2024-12-04T14:19:08,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741850_1026 (size=796) 2024-12-04T14:19:08,745 DEBUG [RS:0;ff648bb9ef17:37067 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/oldWALs 2024-12-04T14:19:08,745 INFO [RS:0;ff648bb9ef17:37067 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C37067%2C1733321940598.rep:(num 1733321945810) 2024-12-04T14:19:08,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741848_1024 (size=93) 2024-12-04T14:19:08,747 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/WALs/ff648bb9ef17,37067,1733321940598/ff648bb9ef17%2C37067%2C1733321940598.1733321941177 not finished, retry = 0 2024-12-04T14:19:08,851 DEBUG [RS:0;ff648bb9ef17:37067 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/oldWALs 2024-12-04T14:19:08,851 INFO [RS:0;ff648bb9ef17:37067 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C37067%2C1733321940598:(num 1733321941177) 2024-12-04T14:19:08,851 DEBUG [RS:0;ff648bb9ef17:37067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:08,851 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:19:08,851 INFO [RS:0;ff648bb9ef17:37067 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:19:08,851 INFO [RS:0;ff648bb9ef17:37067 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:19:08,852 INFO [RS:0;ff648bb9ef17:37067 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:19:08,852 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:19:08,852 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff648bb9ef17,37067,1733321940598 because: Region server is closing 2024-12-04T14:19:08,852 INFO [RS:0;ff648bb9ef17:37067 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:37067. 2024-12-04T14:19:08,852 DEBUG [RS:0;ff648bb9ef17:37067 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:08,852 DEBUG [RS:0;ff648bb9ef17:37067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:08,852 DEBUG [RS:0;ff648bb9ef17:37067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:08,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:08,853 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-12-04T14:19:08,853 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-12-04T14:19:08,853 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-04T14:19:08,953 WARN [RS:0;ff648bb9ef17:37067.replicationSource.wal-reader.ff648bb9ef17%2C37067%2C1733321940598,1-ff648bb9ef17,37067,1733321940598 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T14:19:08,953 WARN [RS:0;ff648bb9ef17:37067.replicationSource.shipperff648bb9ef17%2C37067%2C1733321940598,1-ff648bb9ef17,37067,1733321940598 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T14:19:08,953 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;ff648bb9ef17:37067.replicationSource.shipperff648bb9ef17%2C37067%2C1733321940598,1-ff648bb9ef17,37067,1733321940598 terminated 2024-12-04T14:19:08,953 INFO [RS:0;ff648bb9ef17:37067 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37067 2024-12-04T14:19:08,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x1017dd793ae0007, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-778872993/rs/ff648bb9ef17,37067,1733321940598 2024-12-04T14:19:08,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993/rs 2024-12-04T14:19:08,955 INFO [RS:0;ff648bb9ef17:37067 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:19:08,956 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,37067,1733321940598] 2024-12-04T14:19:08,957 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-778872993/draining/ff648bb9ef17,37067,1733321940598 already deleted, retry=false 2024-12-04T14:19:08,957 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,37067,1733321940598 expired; onlineServers=0 2024-12-04T14:19:08,957 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,33097,1733321940542' ***** 2024-12-04T14:19:08,957 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:19:08,957 INFO [M:0;ff648bb9ef17:33097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:19:08,958 INFO [M:0;ff648bb9ef17:33097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:19:08,958 DEBUG [M:0;ff648bb9ef17:33097 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:19:08,958 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:19:08,958 DEBUG [M:0;ff648bb9ef17:33097 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:19:08,958 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321940968 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321940968,5,FailOnTimeoutGroup] 2024-12-04T14:19:08,958 INFO [M:0;ff648bb9ef17:33097 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:19:08,958 INFO [M:0;ff648bb9ef17:33097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:19:08,958 DEBUG [M:0;ff648bb9ef17:33097 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:19:08,958 INFO [M:0;ff648bb9ef17:33097 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:19:08,958 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321940974 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321940974,5,FailOnTimeoutGroup] 2024-12-04T14:19:08,958 INFO [M:0;ff648bb9ef17:33097 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:19:08,958 INFO [M:0;ff648bb9ef17:33097 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:19:08,958 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:19:08,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-778872993/master 2024-12-04T14:19:08,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-778872993 2024-12-04T14:19:08,962 DEBUG [M:0;ff648bb9ef17:33097 {}] zookeeper.RecoverableZooKeeper(212): Node /0-778872993/master already deleted, retry=false 2024-12-04T14:19:08,963 DEBUG [M:0;ff648bb9ef17:33097 {}] master.ActiveMasterManager(353): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-778872993/master 2024-12-04T14:19:08,963 INFO [M:0;ff648bb9ef17:33097 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/.lastflushedseqids 2024-12-04T14:19:08,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741852_1028 (size=181) 2024-12-04T14:19:09,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x1017dd793ae0007, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:09,059 INFO [RS:0;ff648bb9ef17:37067 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:19:09,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37067-0x1017dd793ae0007, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:09,059 INFO [RS:0;ff648bb9ef17:37067 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,37067,1733321940598; zookeeper connection closed. 2024-12-04T14:19:09,059 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@61b91b01 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@61b91b01 2024-12-04T14:19:09,059 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:19:09,369 INFO [M:0;ff648bb9ef17:33097 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:19:09,369 INFO [M:0;ff648bb9ef17:33097 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:19:09,370 DEBUG [M:0;ff648bb9ef17:33097 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:19:09,370 INFO [M:0;ff648bb9ef17:33097 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:09,370 DEBUG [M:0;ff648bb9ef17:33097 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:09,370 DEBUG [M:0;ff648bb9ef17:33097 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:19:09,370 DEBUG [M:0;ff648bb9ef17:33097 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:09,370 INFO [M:0;ff648bb9ef17:33097 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-12-04T14:19:09,389 DEBUG [M:0;ff648bb9ef17:33097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1094ff372ba44a1aa9fdb926797a1f5b is 82, key is hbase:meta,,1/info:regioninfo/1733321941568/Put/seqid=0 2024-12-04T14:19:09,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741853_1029 (size=5672) 2024-12-04T14:19:09,794 INFO [M:0;ff648bb9ef17:33097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1094ff372ba44a1aa9fdb926797a1f5b 2024-12-04T14:19:09,814 DEBUG [M:0;ff648bb9ef17:33097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/068dc5e8324c414c9d90f2a344d450b3 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1733321945863/Put/seqid=0 2024-12-04T14:19:09,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741854_1030 (size=7312) 2024-12-04T14:19:10,219 INFO [M:0;ff648bb9ef17:33097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/068dc5e8324c414c9d90f2a344d450b3 2024-12-04T14:19:10,243 DEBUG [M:0;ff648bb9ef17:33097 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61af80ea3b7e4090aa4c2af343066654 is 69, key is ff648bb9ef17,37067,1733321940598/rs:state/1733321940978/Put/seqid=0 2024-12-04T14:19:10,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741855_1031 (size=5370) 2024-12-04T14:19:10,649 INFO [M:0;ff648bb9ef17:33097 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61af80ea3b7e4090aa4c2af343066654 2024-12-04T14:19:10,653 INFO [M:0;ff648bb9ef17:33097 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61af80ea3b7e4090aa4c2af343066654 2024-12-04T14:19:10,654 DEBUG [M:0;ff648bb9ef17:33097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1094ff372ba44a1aa9fdb926797a1f5b as hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1094ff372ba44a1aa9fdb926797a1f5b 2024-12-04T14:19:10,659 INFO [M:0;ff648bb9ef17:33097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1094ff372ba44a1aa9fdb926797a1f5b, entries=8, sequenceid=127, filesize=5.5 K 2024-12-04T14:19:10,659 DEBUG [M:0;ff648bb9ef17:33097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/068dc5e8324c414c9d90f2a344d450b3 as hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/068dc5e8324c414c9d90f2a344d450b3 2024-12-04T14:19:10,664 INFO [M:0;ff648bb9ef17:33097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/068dc5e8324c414c9d90f2a344d450b3, entries=7, sequenceid=127, filesize=7.1 K 2024-12-04T14:19:10,664 DEBUG [M:0;ff648bb9ef17:33097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/61af80ea3b7e4090aa4c2af343066654 as hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61af80ea3b7e4090aa4c2af343066654 2024-12-04T14:19:10,668 INFO [M:0;ff648bb9ef17:33097 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61af80ea3b7e4090aa4c2af343066654 2024-12-04T14:19:10,668 INFO [M:0;ff648bb9ef17:33097 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43989/user/jenkins/test-data/32f73920-cd79-8b6c-ce85-147c0974d8f2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/61af80ea3b7e4090aa4c2af343066654, entries=2, sequenceid=127, filesize=5.2 K 2024-12-04T14:19:10,669 INFO [M:0;ff648bb9ef17:33097 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=127, compaction requested=false 2024-12-04T14:19:10,671 INFO [M:0;ff648bb9ef17:33097 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:10,671 DEBUG [M:0;ff648bb9ef17:33097 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321949369Disabling compacts and flushes for region at 1733321949369Disabling writes for close at 1733321949370 (+1 ms)Obtaining lock to block concurrent updates at 1733321949370Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733321949370Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1733321949370Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733321949371 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733321949371Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733321949389 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733321949389Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733321949799 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733321949814 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733321949814Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733321950224 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733321950242 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733321950242Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@745951f7: reopening flushed file at 1733321950653 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e0d2515: reopening flushed file at 1733321950659 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@268c51d9: reopening flushed file at 1733321950664 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1299ms, sequenceid=127, compaction requested=false at 1733321950669 (+5 ms)Writing region close event to WAL at 1733321950671 (+2 ms)Closed at 1733321950671 2024-12-04T14:19:10,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42799 is added to blk_1073741847_1023 (size=22903) 2024-12-04T14:19:10,673 INFO [M:0;ff648bb9ef17:33097 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:19:10,673 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:19:10,673 INFO [M:0;ff648bb9ef17:33097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33097 2024-12-04T14:19:10,674 INFO [M:0;ff648bb9ef17:33097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:19:10,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:10,775 INFO [M:0;ff648bb9ef17:33097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:19:10,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33097-0x1017dd793ae0006, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:10,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32ee94b1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:19:10,781 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31b1f6c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:19:10,781 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:19:10,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14dfe554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:19:10,782 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7afa3cc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/hadoop.log.dir/,STOPPED} 2024-12-04T14:19:10,784 WARN [BP-239691764-172.17.0.2-1733321926964 heartbeating to localhost/127.0.0.1:43989 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:19:10,784 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:19:10,784 WARN [BP-239691764-172.17.0.2-1733321926964 heartbeating to localhost/127.0.0.1:43989 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-239691764-172.17.0.2-1733321926964 (Datanode Uuid cf0a8511-dbb1-4dba-97dc-5bc84873598e) service to localhost/127.0.0.1:43989 2024-12-04T14:19:10,784 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:19:10,785 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/cluster_eb2b3abf-adc4-1494-ed17-1cf6785820ea/data/data1/current/BP-239691764-172.17.0.2-1733321926964 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:19:10,785 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/cluster_eb2b3abf-adc4-1494-ed17-1cf6785820ea/data/data2/current/BP-239691764-172.17.0.2-1733321926964 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:19:10,785 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:19:10,792 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d832a19{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:19:10,793 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31f3ad78{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:19:10,793 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:19:10,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c4d3901{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:19:10,793 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1477fdc6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b6d31fd6-9bc7-ef9e-30a5-fbbdd2b7d44e/hadoop.log.dir/,STOPPED} 2024-12-04T14:19:10,802 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T14:19:10,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:19:10,828 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=208 (was 163) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:43989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43989 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39299 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:43989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:39299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62721) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39299 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39299 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62721) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=257 (was 208) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11343 (was 10627) - AvailableMemoryMB LEAK? - 2024-12-04T14:19:10,837 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=208, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=257, ProcessCount=11, AvailableMemoryMB=11343 2024-12-04T14:19:10,852 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-12-04T14:19:10,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/hadoop.log.dir so I do NOT create it in target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35 2024-12-04T14:19:10,853 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:19:10,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/hadoop.tmp.dir so I do NOT create it in target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35 2024-12-04T14:19:10,853 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/10f415d6-5984-4536-5f93-2ee14dba3227/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:19:10,853 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35 2024-12-04T14:19:10,853 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/cluster_ba6b9087-1e66-018c-b175-31076e8df59f, deleteOnExit=true 2024-12-04T14:19:10,865 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/cluster_ba6b9087-1e66-018c-b175-31076e8df59f/zookeeper_0, clientPort=54820, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/cluster_ba6b9087-1e66-018c-b175-31076e8df59f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/cluster_ba6b9087-1e66-018c-b175-31076e8df59f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T14:19:10,869 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54820 2024-12-04T14:19:10,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:19:10,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:19:10,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/test.cache.data in system properties and HBase conf 2024-12-04T14:19:10,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:19:10,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:19:10,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:19:10,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:19:10,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:19:10,870 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:19:10,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:19:10,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:19:10,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:19:10,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:19:10,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:19:10,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:19:10,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:19:10,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:19:10,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:19:10,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:19:10,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:19:10,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:19:10,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:19:10,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:19:10,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017dd793ae0002, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:19:10,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017dd793ae0002, quorum=127.0.0.1:62721, baseZNode=/0-778872993 Received Disconnected from ZooKeeper, ignoring 2024-12-04T14:19:10,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017dd793ae0005, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:19:10,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017dd793ae0005, quorum=127.0.0.1:62721, baseZNode=/1-699236490 Received Disconnected from ZooKeeper, ignoring 2024-12-04T14:19:11,006 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:19:11,028 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:19:11,039 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:19:11,039 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:19:11,039 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:19:11,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:19:11,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39449f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:19:11,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63d620f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:19:11,175 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33784b9b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/java.io.tmpdir/jetty-localhost-34385-hadoop-hdfs-3_4_1-tests_jar-_-any-11138623011133184669/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:19:11,176 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75966592{HTTP/1.1, (http/1.1)}{localhost:34385} 2024-12-04T14:19:11,176 INFO [Time-limited test {}] server.Server(415): Started @154232ms 2024-12-04T14:19:11,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:19:11,280 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:19:11,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:19:11,284 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:19:11,284 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:19:11,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@603a1bb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:19:11,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@217de731{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:19:11,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cfad15e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/java.io.tmpdir/jetty-localhost-40371-hadoop-hdfs-3_4_1-tests_jar-_-any-15726181647252843355/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:19:11,426 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67d11ee8{HTTP/1.1, (http/1.1)}{localhost:40371} 2024-12-04T14:19:11,426 INFO [Time-limited test {}] server.Server(415): Started @154482ms 2024-12-04T14:19:11,427 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:19:11,533 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/cluster_ba6b9087-1e66-018c-b175-31076e8df59f/data/data1/current/BP-1109018322-172.17.0.2-1733321950914/current, will proceed with Du for space computation calculation, 2024-12-04T14:19:11,533 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/cluster_ba6b9087-1e66-018c-b175-31076e8df59f/data/data2/current/BP-1109018322-172.17.0.2-1733321950914/current, will proceed with Du for space computation calculation, 2024-12-04T14:19:11,568 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:19:11,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5beff075cc734aab with lease ID 0xf813336da7ebc047: Processing first storage report for DS-3478d631-fa0d-452b-8d3b-80bbf6937e43 from datanode DatanodeRegistration(127.0.0.1:36523, datanodeUuid=cff0fadb-c4f8-4685-87dc-2943e9f87144, infoPort=43607, infoSecurePort=0, ipcPort=40635, storageInfo=lv=-57;cid=testClusterID;nsid=479834839;c=1733321950914) 2024-12-04T14:19:11,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5beff075cc734aab with lease ID 0xf813336da7ebc047: from storage DS-3478d631-fa0d-452b-8d3b-80bbf6937e43 node DatanodeRegistration(127.0.0.1:36523, datanodeUuid=cff0fadb-c4f8-4685-87dc-2943e9f87144, infoPort=43607, infoSecurePort=0, ipcPort=40635, storageInfo=lv=-57;cid=testClusterID;nsid=479834839;c=1733321950914), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:19:11,572 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5beff075cc734aab with lease ID 0xf813336da7ebc047: Processing first storage report for DS-86aa9cc5-916a-4e80-82d7-903e81af6400 from datanode DatanodeRegistration(127.0.0.1:36523, datanodeUuid=cff0fadb-c4f8-4685-87dc-2943e9f87144, infoPort=43607, infoSecurePort=0, ipcPort=40635, storageInfo=lv=-57;cid=testClusterID;nsid=479834839;c=1733321950914) 2024-12-04T14:19:11,572 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5beff075cc734aab with lease ID 0xf813336da7ebc047: from storage DS-86aa9cc5-916a-4e80-82d7-903e81af6400 node DatanodeRegistration(127.0.0.1:36523, datanodeUuid=cff0fadb-c4f8-4685-87dc-2943e9f87144, infoPort=43607, infoSecurePort=0, ipcPort=40635, storageInfo=lv=-57;cid=testClusterID;nsid=479834839;c=1733321950914), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:19:11,650 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35 2024-12-04T14:19:11,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:11,652 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:11,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:19:12,060 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa with version=8 2024-12-04T14:19:12,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/hbase-staging 2024-12-04T14:19:12,062 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:19:12,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:12,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:12,062 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:19:12,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:12,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:19:12,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:19:12,062 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:19:12,063 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43329 2024-12-04T14:19:12,064 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43329 connecting to ZooKeeper ensemble=127.0.0.1:54820 2024-12-04T14:19:12,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:19:12,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T14:19:12,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T14:19:12,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:19:12,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433290x0, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:19:12,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43329-0x1017dd7f1190000 connected 2024-12-04T14:19:12,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:12,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:12,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Set watcher on znode that does not yet exist, /01372888404/running 2024-12-04T14:19:12,097 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa, hbase.cluster.distributed=false 2024-12-04T14:19:12,098 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Set watcher on znode that does not yet exist, /01372888404/acl 2024-12-04T14:19:12,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43329 2024-12-04T14:19:12,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43329 2024-12-04T14:19:12,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43329 2024-12-04T14:19:12,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43329 2024-12-04T14:19:12,105 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43329 2024-12-04T14:19:12,120 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:19:12,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:12,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:12,120 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:19:12,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:12,120 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:19:12,120 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:19:12,120 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:19:12,121 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39079 2024-12-04T14:19:12,121 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39079 connecting to ZooKeeper ensemble=127.0.0.1:54820 2024-12-04T14:19:12,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:12,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:12,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390790x0, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:19:12,129 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390790x0, quorum=127.0.0.1:54820, baseZNode=/01372888404 Set watcher on znode that does not yet exist, /01372888404/running 2024-12-04T14:19:12,129 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39079-0x1017dd7f1190001 connected 2024-12-04T14:19:12,129 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:19:12,132 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:19:12,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Set watcher on znode that does not yet exist, /01372888404/master 2024-12-04T14:19:12,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Set watcher on znode that does not yet exist, /01372888404/acl 2024-12-04T14:19:12,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39079 2024-12-04T14:19:12,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39079 2024-12-04T14:19:12,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39079 2024-12-04T14:19:12,139 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39079 2024-12-04T14:19:12,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39079 2024-12-04T14:19:12,151 DEBUG [M:0;ff648bb9ef17:43329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:43329 2024-12-04T14:19:12,151 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01372888404/backup-masters/ff648bb9ef17,43329,1733321952062 2024-12-04T14:19:12,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404/backup-masters 2024-12-04T14:19:12,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404/backup-masters 2024-12-04T14:19:12,153 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Set watcher on existing znode=/01372888404/backup-masters/ff648bb9ef17,43329,1733321952062 2024-12-04T14:19:12,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404 2024-12-04T14:19:12,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01372888404/master 2024-12-04T14:19:12,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404 2024-12-04T14:19:12,155 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Set watcher on existing znode=/01372888404/master 2024-12-04T14:19:12,155 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01372888404/backup-masters/ff648bb9ef17,43329,1733321952062 from backup master directory 2024-12-04T14:19:12,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404/backup-masters 2024-12-04T14:19:12,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01372888404/backup-masters/ff648bb9ef17,43329,1733321952062 2024-12-04T14:19:12,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404/backup-masters 2024-12-04T14:19:12,160 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:19:12,160 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,43329,1733321952062 2024-12-04T14:19:12,163 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/hbase.id] with ID: f1752f3d-af01-482c-928b-58eb9afb6f7d 2024-12-04T14:19:12,163 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/.tmp/hbase.id 2024-12-04T14:19:12,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:19:12,572 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/.tmp/hbase.id]:[hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/hbase.id] 2024-12-04T14:19:12,582 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:12,582 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:19:12,583 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T14:19:12,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404 2024-12-04T14:19:12,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404 2024-12-04T14:19:12,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:19:12,992 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:19:12,994 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:19:12,994 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:13,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:19:13,408 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/data/master/store 2024-12-04T14:19:13,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:19:13,540 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:19:13,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:13,567 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:13,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:13,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:13,568 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:13,569 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:13,573 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:13,577 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:13,815 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:13,815 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:19:13,815 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:13,815 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:13,815 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:19:13,815 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:13,815 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:13,815 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321953815Disabling compacts and flushes for region at 1733321953815Disabling writes for close at 1733321953815Writing region close event to WAL at 1733321953815Closed at 1733321953815 2024-12-04T14:19:13,816 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/data/master/store/.initializing 2024-12-04T14:19:13,816 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/WALs/ff648bb9ef17,43329,1733321952062 2024-12-04T14:19:13,817 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:19:13,819 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C43329%2C1733321952062, suffix=, logDir=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/WALs/ff648bb9ef17,43329,1733321952062, archiveDir=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/oldWALs, maxLogs=10 2024-12-04T14:19:13,836 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/WALs/ff648bb9ef17,43329,1733321952062/ff648bb9ef17%2C43329%2C1733321952062.1733321953819, exclude list is [], retry=0 2024-12-04T14:19:13,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36523,DS-3478d631-fa0d-452b-8d3b-80bbf6937e43,DISK] 2024-12-04T14:19:13,841 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/WALs/ff648bb9ef17,43329,1733321952062/ff648bb9ef17%2C43329%2C1733321952062.1733321953819 2024-12-04T14:19:13,841 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43607:43607)] 2024-12-04T14:19:13,841 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:13,841 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:13,841 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:13,841 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:13,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:13,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:19:13,844 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:13,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:13,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:13,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:19:13,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:13,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:13,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:13,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:19:13,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:13,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:13,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:13,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:19:13,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:13,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:13,848 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:13,849 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:13,849 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:13,850 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:13,850 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:13,851 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:19:13,852 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:13,853 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:19:13,854 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64315041, jitterRate=-0.04163120687007904}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:19:13,854 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733321953842Initializing all the Stores at 1733321953842Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321953842Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321953843 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321953843Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321953843Cleaning up temporary data from old regions at 1733321953850 (+7 ms)Region opened successfully at 1733321953854 (+4 ms) 2024-12-04T14:19:13,855 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:19:13,857 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f676b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:19:13,858 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:19:13,858 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:19:13,858 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:19:13,858 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:19:13,858 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:19:13,859 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:19:13,859 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:19:13,860 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:19:13,861 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Unable to get data of znode /01372888404/balancer because node does not exist (not necessarily an error) 2024-12-04T14:19:13,867 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01372888404/balancer already deleted, retry=false 2024-12-04T14:19:13,867 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:19:13,868 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Unable to get data of znode /01372888404/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:19:13,869 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01372888404/normalizer already deleted, retry=false 2024-12-04T14:19:13,869 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:19:13,870 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Unable to get data of znode /01372888404/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:19:13,871 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01372888404/switch/split already deleted, retry=false 2024-12-04T14:19:13,871 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Unable to get data of znode /01372888404/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:19:13,873 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01372888404/switch/merge already deleted, retry=false 2024-12-04T14:19:13,874 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Unable to get data of znode /01372888404/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:19:13,876 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01372888404/snapshot-cleanup already deleted, retry=false 2024-12-04T14:19:13,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01372888404/running 2024-12-04T14:19:13,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01372888404/running 2024-12-04T14:19:13,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404 2024-12-04T14:19:13,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404 2024-12-04T14:19:13,878 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,43329,1733321952062, sessionid=0x1017dd7f1190000, setting cluster-up flag (Was=false) 2024-12-04T14:19:13,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404 2024-12-04T14:19:13,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404 2024-12-04T14:19:13,885 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01372888404/flush-table-proc/acquired, /01372888404/flush-table-proc/reached, /01372888404/flush-table-proc/abort 2024-12-04T14:19:13,886 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,43329,1733321952062 2024-12-04T14:19:13,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404 2024-12-04T14:19:13,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404 2024-12-04T14:19:13,894 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01372888404/online-snapshot/acquired, /01372888404/online-snapshot/reached, /01372888404/online-snapshot/abort 2024-12-04T14:19:13,895 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,43329,1733321952062 2024-12-04T14:19:13,896 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:19:13,897 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:13,897 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:19:13,898 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:19:13,898 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of ff648bb9ef17,46747,1733321928040: status=Processing ServerCrashProcedure of ff648bb9ef17,46747,1733321928040 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1733321940928, completionTime=-1 appears to have been leaked 2024-12-04T14:19:13,898 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,43329,1733321952062 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:19:13,899 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:13,899 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:13,899 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:13,899 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:13,899 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:19:13,899 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:13,899 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:19:13,899 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:13,900 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:13,900 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:19:13,901 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:13,901 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:19:13,905 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733321983905 2024-12-04T14:19:13,905 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:19:13,905 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:19:13,905 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:19:13,905 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:19:13,905 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:19:13,905 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:19:13,906 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:13,907 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:19:13,907 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:19:13,907 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:19:13,907 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:19:13,907 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:19:13,907 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:19:13,910 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321953907,5,FailOnTimeoutGroup] 2024-12-04T14:19:13,910 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321953910,5,FailOnTimeoutGroup] 2024-12-04T14:19:13,910 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:13,910 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:19:13,910 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:13,910 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:13,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:19:13,942 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(746): ClusterId : f1752f3d-af01-482c-928b-58eb9afb6f7d 2024-12-04T14:19:13,942 DEBUG [RS:0;ff648bb9ef17:39079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:19:13,952 DEBUG [RS:0;ff648bb9ef17:39079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:19:13,952 DEBUG [RS:0;ff648bb9ef17:39079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:19:13,953 DEBUG [RS:0;ff648bb9ef17:39079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:19:13,954 DEBUG [RS:0;ff648bb9ef17:39079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf14ceb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:19:13,966 DEBUG [RS:0;ff648bb9ef17:39079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:39079 2024-12-04T14:19:13,966 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:19:13,966 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:19:13,966 DEBUG [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:19:13,967 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,43329,1733321952062 with port=39079, startcode=1733321952119 2024-12-04T14:19:13,967 DEBUG [RS:0;ff648bb9ef17:39079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:19:13,968 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:19:13,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43329 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,39079,1733321952119 2024-12-04T14:19:13,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43329 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,39079,1733321952119 2024-12-04T14:19:13,970 DEBUG [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa 2024-12-04T14:19:13,970 DEBUG [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44103 2024-12-04T14:19:13,970 DEBUG [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:19:13,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404/rs 2024-12-04T14:19:13,972 DEBUG [RS:0;ff648bb9ef17:39079 {}] zookeeper.ZKUtil(111): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Set watcher on existing znode=/01372888404/rs/ff648bb9ef17,39079,1733321952119 2024-12-04T14:19:13,972 WARN [RS:0;ff648bb9ef17:39079 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:19:13,972 INFO [RS:0;ff648bb9ef17:39079 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:13,972 DEBUG [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119 2024-12-04T14:19:13,973 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,39079,1733321952119] 2024-12-04T14:19:13,975 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:19:13,977 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:19:13,977 INFO [RS:0;ff648bb9ef17:39079 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:19:13,977 INFO [RS:0;ff648bb9ef17:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:13,978 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:19:13,978 INFO [RS:0;ff648bb9ef17:39079 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:19:13,978 INFO [RS:0;ff648bb9ef17:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:13,978 DEBUG [RS:0;ff648bb9ef17:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:13,978 DEBUG [RS:0;ff648bb9ef17:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:13,978 DEBUG [RS:0;ff648bb9ef17:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:13,978 DEBUG [RS:0;ff648bb9ef17:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:13,979 DEBUG [RS:0;ff648bb9ef17:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:13,979 DEBUG [RS:0;ff648bb9ef17:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:19:13,979 DEBUG [RS:0;ff648bb9ef17:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:13,979 DEBUG [RS:0;ff648bb9ef17:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:13,979 DEBUG [RS:0;ff648bb9ef17:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:13,979 DEBUG [RS:0;ff648bb9ef17:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:13,979 DEBUG [RS:0;ff648bb9ef17:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:13,979 DEBUG [RS:0;ff648bb9ef17:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:13,979 DEBUG [RS:0;ff648bb9ef17:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:19:13,979 DEBUG [RS:0;ff648bb9ef17:39079 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:19:13,979 INFO [RS:0;ff648bb9ef17:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:13,979 INFO [RS:0;ff648bb9ef17:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:13,979 INFO [RS:0;ff648bb9ef17:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:13,979 INFO [RS:0;ff648bb9ef17:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:13,979 INFO [RS:0;ff648bb9ef17:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:13,979 INFO [RS:0;ff648bb9ef17:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,39079,1733321952119-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:19:13,998 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:19:13,998 INFO [RS:0;ff648bb9ef17:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,39079,1733321952119-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:13,998 INFO [RS:0;ff648bb9ef17:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:13,999 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.Replication(171): ff648bb9ef17,39079,1733321952119 started 2024-12-04T14:19:14,016 INFO [RS:0;ff648bb9ef17:39079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:14,016 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,39079,1733321952119, RpcServer on ff648bb9ef17/172.17.0.2:39079, sessionid=0x1017dd7f1190001 2024-12-04T14:19:14,016 DEBUG [RS:0;ff648bb9ef17:39079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:19:14,016 DEBUG [RS:0;ff648bb9ef17:39079 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,39079,1733321952119 2024-12-04T14:19:14,016 DEBUG [RS:0;ff648bb9ef17:39079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,39079,1733321952119' 2024-12-04T14:19:14,017 DEBUG [RS:0;ff648bb9ef17:39079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01372888404/flush-table-proc/abort' 2024-12-04T14:19:14,017 DEBUG [RS:0;ff648bb9ef17:39079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01372888404/flush-table-proc/acquired' 2024-12-04T14:19:14,017 DEBUG [RS:0;ff648bb9ef17:39079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:19:14,017 DEBUG [RS:0;ff648bb9ef17:39079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:19:14,017 DEBUG [RS:0;ff648bb9ef17:39079 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,39079,1733321952119 2024-12-04T14:19:14,017 DEBUG [RS:0;ff648bb9ef17:39079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,39079,1733321952119' 2024-12-04T14:19:14,017 DEBUG [RS:0;ff648bb9ef17:39079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01372888404/online-snapshot/abort' 2024-12-04T14:19:14,018 DEBUG [RS:0;ff648bb9ef17:39079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01372888404/online-snapshot/acquired' 2024-12-04T14:19:14,018 DEBUG [RS:0;ff648bb9ef17:39079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:19:14,018 INFO [RS:0;ff648bb9ef17:39079 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:19:14,018 INFO [RS:0;ff648bb9ef17:39079 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:19:14,119 INFO [RS:0;ff648bb9ef17:39079 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:19:14,120 INFO [RS:0;ff648bb9ef17:39079 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C39079%2C1733321952119, suffix=, logDir=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119, archiveDir=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/oldWALs, maxLogs=10 2024-12-04T14:19:14,138 DEBUG [RS:0;ff648bb9ef17:39079 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121, exclude list is [], retry=0 2024-12-04T14:19:14,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36523,DS-3478d631-fa0d-452b-8d3b-80bbf6937e43,DISK] 2024-12-04T14:19:14,145 INFO [RS:0;ff648bb9ef17:39079 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 2024-12-04T14:19:14,146 DEBUG [RS:0;ff648bb9ef17:39079 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43607:43607)] 2024-12-04T14:19:14,313 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:19:14,313 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa 2024-12-04T14:19:14,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741833_1009 (size=32) 2024-12-04T14:19:14,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:14,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:19:14,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:19:14,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:14,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:14,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:19:14,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:19:14,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:14,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:14,727 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:19:14,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:19:14,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:14,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:14,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:19:14,730 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:19:14,730 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:14,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:14,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:19:14,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740 2024-12-04T14:19:14,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740 2024-12-04T14:19:14,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:19:14,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:19:14,733 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:19:14,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:19:14,737 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:19:14,737 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69257640, jitterRate=0.03201925754547119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:19:14,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733321954719Initializing all the Stores at 1733321954720 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321954720Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321954720Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321954720Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321954720Cleaning up temporary data from old regions at 1733321954733 (+13 ms)Region opened successfully at 1733321954738 (+5 ms) 2024-12-04T14:19:14,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:19:14,738 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:19:14,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:19:14,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:19:14,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:19:14,743 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:19:14,743 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321954738Disabling compacts and flushes for region at 1733321954738Disabling writes for close at 1733321954738Writing region close event to WAL at 1733321954743 (+5 ms)Closed at 1733321954743 2024-12-04T14:19:14,745 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:14,745 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:19:14,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:19:14,746 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:19:14,747 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:19:14,897 DEBUG [ff648bb9ef17:43329 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:19:14,898 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,39079,1733321952119 2024-12-04T14:19:14,899 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,39079,1733321952119, state=OPENING 2024-12-04T14:19:14,901 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:19:14,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404 2024-12-04T14:19:14,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404 2024-12-04T14:19:14,904 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:19:14,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,39079,1733321952119}] 2024-12-04T14:19:14,905 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01372888404/meta-region-server: CHANGED 2024-12-04T14:19:14,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01372888404/meta-region-server: CHANGED 2024-12-04T14:19:15,059 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:19:15,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:19:15,066 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:19:15,066 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:15,067 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:19:15,068 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C39079%2C1733321952119.meta, suffix=.meta, logDir=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119, archiveDir=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/oldWALs, maxLogs=10 2024-12-04T14:19:15,090 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.meta.1733321955069.meta, exclude list is [], retry=0 2024-12-04T14:19:15,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36523,DS-3478d631-fa0d-452b-8d3b-80bbf6937e43,DISK] 2024-12-04T14:19:15,095 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.meta.1733321955069.meta 2024-12-04T14:19:15,095 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43607:43607)] 2024-12-04T14:19:15,095 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:15,095 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:19:15,096 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:19:15,096 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:19:15,096 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:19:15,096 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:19:15,096 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:15,096 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:19:15,096 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:19:15,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:19:15,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:19:15,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:15,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:15,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:19:15,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:19:15,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:15,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:15,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:19:15,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:19:15,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:15,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:15,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:19:15,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:19:15,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:15,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:15,103 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:19:15,104 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740 2024-12-04T14:19:15,105 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740 2024-12-04T14:19:15,106 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:19:15,106 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:19:15,106 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:19:15,108 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:19:15,109 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64469067, jitterRate=-0.03933604061603546}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:19:15,109 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:19:15,110 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733321955096Writing region info on filesystem at 1733321955096Initializing all the Stores at 1733321955097 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321955097Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321955098 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321955098Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321955098Cleaning up temporary data from old regions at 1733321955106 (+8 ms)Running coprocessor post-open hooks at 1733321955109 (+3 ms)Region opened successfully at 1733321955110 (+1 ms) 2024-12-04T14:19:15,111 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733321955058 2024-12-04T14:19:15,113 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:19:15,113 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:19:15,114 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,39079,1733321952119 2024-12-04T14:19:15,115 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,39079,1733321952119, state=OPEN 2024-12-04T14:19:15,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01372888404/meta-region-server 2024-12-04T14:19:15,125 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01372888404/meta-region-server 2024-12-04T14:19:15,125 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,39079,1733321952119 2024-12-04T14:19:15,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01372888404/meta-region-server: CHANGED 2024-12-04T14:19:15,125 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01372888404/meta-region-server: CHANGED 2024-12-04T14:19:15,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:19:15,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,39079,1733321952119 in 221 msec 2024-12-04T14:19:15,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:19:15,131 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 384 msec 2024-12-04T14:19:15,132 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:15,132 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:19:15,133 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:15,134 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,39079,1733321952119, seqNum=-1] 2024-12-04T14:19:15,134 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:15,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:19:15,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2430 sec 2024-12-04T14:19:15,141 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733321955141, completionTime=-1 2024-12-04T14:19:15,141 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:19:15,141 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:19:15,143 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:19:15,143 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733322015143 2024-12-04T14:19:15,143 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733322075143 2024-12-04T14:19:15,143 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T14:19:15,144 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43329,1733321952062-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:15,144 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43329,1733321952062-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:15,144 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43329,1733321952062-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:15,144 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:43329, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:15,144 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:15,144 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:15,146 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:19:15,149 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.988sec 2024-12-04T14:19:15,149 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:19:15,149 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:19:15,149 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:19:15,149 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:19:15,149 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:19:15,149 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43329,1733321952062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:19:15,149 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43329,1733321952062-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:19:15,152 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:19:15,152 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:19:15,152 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43329,1733321952062-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:15,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337893ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:15,244 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43329,-1 for getting cluster id 2024-12-04T14:19:15,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:15,245 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1752f3d-af01-482c-928b-58eb9afb6f7d' 2024-12-04T14:19:15,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:15,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1752f3d-af01-482c-928b-58eb9afb6f7d" 2024-12-04T14:19:15,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@500e5409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:15,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43329,-1] 2024-12-04T14:19:15,246 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:15,247 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:15,248 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:15,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb59382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:15,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,39079,1733321952119, seqNum=-1] 2024-12-04T14:19:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:15,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:19:15,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,43329,1733321952062 2024-12-04T14:19:15,256 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54820 2024-12-04T14:19:15,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:19:15,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017dd7f1190002 connected 2024-12-04T14:19:15,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/hadoop.log.dir so I do NOT create it in target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11 2024-12-04T14:19:15,267 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:19:15,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/hadoop.tmp.dir so I do NOT create it in target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11 2024-12-04T14:19:15,267 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:19:15,267 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11 2024-12-04T14:19:15,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:19:15,267 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/cluster_d842e280-19cd-e7fa-fc2c-6684ed579089, deleteOnExit=true 2024-12-04T14:19:15,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:19:15,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/test.cache.data in system properties and HBase conf 2024-12-04T14:19:15,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:19:15,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:19:15,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:19:15,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:19:15,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:19:15,268 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:19:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:19:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:19:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:19:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:19:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:19:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:19:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:19:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:19:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:19:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:19:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:19:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:19:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:19:15,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:19:15,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:19:15,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:19:15,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:19:15,391 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:19:15,391 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:19:15,393 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:19:15,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@173604dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:19:15,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@658c727d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:19:15,542 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dd3ee07{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/java.io.tmpdir/jetty-localhost-40311-hadoop-hdfs-3_4_1-tests_jar-_-any-4445048913212232432/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:19:15,543 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4378e154{HTTP/1.1, (http/1.1)}{localhost:40311} 2024-12-04T14:19:15,543 INFO [Time-limited test {}] server.Server(415): Started @158599ms 2024-12-04T14:19:15,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:19:15,665 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:19:15,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:19:15,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:19:15,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:19:15,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47900f3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:19:15,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79d39140{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:19:15,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@510dde4b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/java.io.tmpdir/jetty-localhost-37591-hadoop-hdfs-3_4_1-tests_jar-_-any-13355141740546914962/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:19:15,821 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7179a4d7{HTTP/1.1, (http/1.1)}{localhost:37591} 2024-12-04T14:19:15,821 INFO [Time-limited test {}] server.Server(415): Started @158877ms 2024-12-04T14:19:15,823 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:19:15,958 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/cluster_d842e280-19cd-e7fa-fc2c-6684ed579089/data/data1/current/BP-237163343-172.17.0.2-1733321955296/current, will proceed with Du for space computation calculation, 2024-12-04T14:19:15,958 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/cluster_d842e280-19cd-e7fa-fc2c-6684ed579089/data/data2/current/BP-237163343-172.17.0.2-1733321955296/current, will proceed with Du for space computation calculation, 2024-12-04T14:19:15,981 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:19:15,984 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b73fce19029ae2d with lease ID 0xdb8ba4085a100e04: Processing first storage report for DS-21d82f21-4595-4364-9871-f0455c49e675 from datanode DatanodeRegistration(127.0.0.1:43485, datanodeUuid=1c759b95-a731-4caa-9f85-7c7d9dfb052d, infoPort=36347, infoSecurePort=0, ipcPort=46003, storageInfo=lv=-57;cid=testClusterID;nsid=123037162;c=1733321955296) 2024-12-04T14:19:15,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b73fce19029ae2d with lease ID 0xdb8ba4085a100e04: from storage DS-21d82f21-4595-4364-9871-f0455c49e675 node DatanodeRegistration(127.0.0.1:43485, datanodeUuid=1c759b95-a731-4caa-9f85-7c7d9dfb052d, infoPort=36347, infoSecurePort=0, ipcPort=46003, storageInfo=lv=-57;cid=testClusterID;nsid=123037162;c=1733321955296), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T14:19:15,984 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7b73fce19029ae2d with lease ID 0xdb8ba4085a100e04: Processing first storage report for DS-0059e441-3777-4770-ac3f-7ec040adb95c from datanode DatanodeRegistration(127.0.0.1:43485, datanodeUuid=1c759b95-a731-4caa-9f85-7c7d9dfb052d, infoPort=36347, infoSecurePort=0, ipcPort=46003, storageInfo=lv=-57;cid=testClusterID;nsid=123037162;c=1733321955296) 2024-12-04T14:19:15,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7b73fce19029ae2d with lease ID 0xdb8ba4085a100e04: from storage DS-0059e441-3777-4770-ac3f-7ec040adb95c node DatanodeRegistration(127.0.0.1:43485, datanodeUuid=1c759b95-a731-4caa-9f85-7c7d9dfb052d, infoPort=36347, infoSecurePort=0, ipcPort=46003, storageInfo=lv=-57;cid=testClusterID;nsid=123037162;c=1733321955296), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:19:16,059 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11 2024-12-04T14:19:16,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:16,061 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:16,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:19:16,075 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580 with version=8 2024-12-04T14:19:16,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/hbase-staging 2024-12-04T14:19:16,078 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:19:16,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:16,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:16,078 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:19:16,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:16,078 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:19:16,078 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:19:16,079 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:19:16,079 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34757 2024-12-04T14:19:16,081 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34757 connecting to ZooKeeper ensemble=127.0.0.1:54820 2024-12-04T14:19:16,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347570x0, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:19:16,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34757-0x1017dd7f1190003 connected 2024-12-04T14:19:16,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:16,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:16,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Set watcher on znode that does not yet exist, /1-1397340894/running 2024-12-04T14:19:16,109 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580, hbase.cluster.distributed=false 2024-12-04T14:19:16,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Set watcher on znode that does not yet exist, /1-1397340894/acl 2024-12-04T14:19:16,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34757 2024-12-04T14:19:16,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34757 2024-12-04T14:19:16,117 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34757 2024-12-04T14:19:16,118 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34757 2024-12-04T14:19:16,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34757 2024-12-04T14:19:16,142 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:19:16,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:16,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:16,142 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:19:16,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:16,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:19:16,143 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:19:16,143 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:19:16,144 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35903 2024-12-04T14:19:16,146 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35903 connecting to ZooKeeper ensemble=127.0.0.1:54820 2024-12-04T14:19:16,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:16,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:16,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359030x0, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:19:16,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359030x0, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Set watcher on znode that does not yet exist, /1-1397340894/running 2024-12-04T14:19:16,155 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:19:16,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35903-0x1017dd7f1190004 connected 2024-12-04T14:19:16,158 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:19:16,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Set watcher on znode that does not yet exist, /1-1397340894/master 2024-12-04T14:19:16,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Set watcher on znode that does not yet exist, /1-1397340894/acl 2024-12-04T14:19:16,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35903 2024-12-04T14:19:16,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35903 2024-12-04T14:19:16,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35903 2024-12-04T14:19:16,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35903 2024-12-04T14:19:16,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35903 2024-12-04T14:19:16,187 DEBUG [M:0;ff648bb9ef17:34757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:34757 2024-12-04T14:19:16,188 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1397340894/backup-masters/ff648bb9ef17,34757,1733321956078 2024-12-04T14:19:16,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894/backup-masters 2024-12-04T14:19:16,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894/backup-masters 2024-12-04T14:19:16,191 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Set watcher on existing znode=/1-1397340894/backup-masters/ff648bb9ef17,34757,1733321956078 2024-12-04T14:19:16,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1397340894/master 2024-12-04T14:19:16,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894 2024-12-04T14:19:16,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894 2024-12-04T14:19:16,195 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Set watcher on existing znode=/1-1397340894/master 2024-12-04T14:19:16,196 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1397340894/backup-masters/ff648bb9ef17,34757,1733321956078 from backup master directory 2024-12-04T14:19:16,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1397340894/backup-masters/ff648bb9ef17,34757,1733321956078 2024-12-04T14:19:16,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894/backup-masters 2024-12-04T14:19:16,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894/backup-masters 2024-12-04T14:19:16,197 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:19:16,197 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,34757,1733321956078 2024-12-04T14:19:16,202 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/hbase.id] with ID: ac8834bc-6771-40e4-ad7b-178a59acf079 2024-12-04T14:19:16,202 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/.tmp/hbase.id 2024-12-04T14:19:16,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:19:16,618 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/.tmp/hbase.id]:[hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/hbase.id] 2024-12-04T14:19:16,628 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:16,628 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:19:16,629 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T14:19:16,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894 2024-12-04T14:19:16,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894 2024-12-04T14:19:16,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:19:17,038 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:19:17,039 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:19:17,044 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:17,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:19:17,055 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/data/master/store 2024-12-04T14:19:17,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:19:17,063 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:17,063 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:19:17,063 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:17,063 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:17,063 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:19:17,063 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:17,063 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:17,063 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321957063Disabling compacts and flushes for region at 1733321957063Disabling writes for close at 1733321957063Writing region close event to WAL at 1733321957063Closed at 1733321957063 2024-12-04T14:19:17,064 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/data/master/store/.initializing 2024-12-04T14:19:17,064 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/WALs/ff648bb9ef17,34757,1733321956078 2024-12-04T14:19:17,065 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:19:17,066 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C34757%2C1733321956078, suffix=, logDir=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/WALs/ff648bb9ef17,34757,1733321956078, archiveDir=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/oldWALs, maxLogs=10 2024-12-04T14:19:17,080 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/WALs/ff648bb9ef17,34757,1733321956078/ff648bb9ef17%2C34757%2C1733321956078.1733321957067, exclude list is [], retry=0 2024-12-04T14:19:17,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43485,DS-21d82f21-4595-4364-9871-f0455c49e675,DISK] 2024-12-04T14:19:17,086 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/WALs/ff648bb9ef17,34757,1733321956078/ff648bb9ef17%2C34757%2C1733321956078.1733321957067 2024-12-04T14:19:17,087 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36347:36347)] 2024-12-04T14:19:17,087 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:17,087 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:17,087 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:17,087 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:17,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:17,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:19:17,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:17,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:17,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:17,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:19:17,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:17,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:17,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:17,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:19:17,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:17,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:17,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:17,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:19:17,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:17,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:17,099 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:17,100 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:17,100 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:17,107 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:17,107 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:17,108 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:19:17,109 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:17,113 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:19:17,113 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59328998, jitterRate=-0.11592903733253479}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:19:17,113 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733321957087Initializing all the Stores at 1733321957088 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321957088Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321957092 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321957092Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321957092Cleaning up temporary data from old regions at 1733321957107 (+15 ms)Region opened successfully at 1733321957113 (+6 ms) 2024-12-04T14:19:17,114 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:19:17,117 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcb0f82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:19:17,117 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:19:17,118 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:19:17,118 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:19:17,118 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:19:17,118 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:19:17,119 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:19:17,119 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:19:17,126 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:19:17,127 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Unable to get data of znode /1-1397340894/balancer because node does not exist (not necessarily an error) 2024-12-04T14:19:17,129 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1397340894/balancer already deleted, retry=false 2024-12-04T14:19:17,130 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:19:17,130 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Unable to get data of znode /1-1397340894/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:19:17,132 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1397340894/normalizer already deleted, retry=false 2024-12-04T14:19:17,132 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:19:17,133 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Unable to get data of znode /1-1397340894/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:19:17,134 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1397340894/switch/split already deleted, retry=false 2024-12-04T14:19:17,134 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Unable to get data of znode /1-1397340894/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:19:17,136 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1397340894/switch/merge already deleted, retry=false 2024-12-04T14:19:17,140 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Unable to get data of znode /1-1397340894/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:19:17,143 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1397340894/snapshot-cleanup already deleted, retry=false 2024-12-04T14:19:17,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1397340894/running 2024-12-04T14:19:17,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1397340894/running 2024-12-04T14:19:17,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894 2024-12-04T14:19:17,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894 2024-12-04T14:19:17,146 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,34757,1733321956078, sessionid=0x1017dd7f1190003, setting cluster-up flag (Was=false) 2024-12-04T14:19:17,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894 2024-12-04T14:19:17,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894 2024-12-04T14:19:17,158 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1397340894/flush-table-proc/acquired, /1-1397340894/flush-table-proc/reached, /1-1397340894/flush-table-proc/abort 2024-12-04T14:19:17,159 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,34757,1733321956078 2024-12-04T14:19:17,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894 2024-12-04T14:19:17,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894 2024-12-04T14:19:17,169 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1397340894/online-snapshot/acquired, /1-1397340894/online-snapshot/reached, /1-1397340894/online-snapshot/abort 2024-12-04T14:19:17,170 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,34757,1733321956078 2024-12-04T14:19:17,173 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:19:17,181 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:17,181 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:19:17,181 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:19:17,181 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,34757,1733321956078 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:19:17,182 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:17,182 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:17,182 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:17,182 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:17,183 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:19:17,183 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:17,183 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:19:17,183 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:17,185 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(746): ClusterId : ac8834bc-6771-40e4-ad7b-178a59acf079 2024-12-04T14:19:17,185 DEBUG [RS:0;ff648bb9ef17:35903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:19:17,188 DEBUG [RS:0;ff648bb9ef17:35903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:19:17,188 DEBUG [RS:0;ff648bb9ef17:35903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:19:17,190 DEBUG [RS:0;ff648bb9ef17:35903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:19:17,190 DEBUG [RS:0;ff648bb9ef17:35903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166e19c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:19:17,201 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733321987201 2024-12-04T14:19:17,201 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:19:17,201 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:19:17,201 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:17,201 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:19:17,201 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:19:17,201 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:19:17,201 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:19:17,201 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:19:17,201 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:17,204 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:17,205 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:19:17,206 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:19:17,206 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:19:17,206 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:19:17,206 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:19:17,212 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:19:17,212 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:19:17,213 DEBUG [RS:0;ff648bb9ef17:35903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:35903 2024-12-04T14:19:17,213 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:19:17,213 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:19:17,213 DEBUG [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:19:17,215 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,34757,1733321956078 with port=35903, startcode=1733321956142 2024-12-04T14:19:17,215 DEBUG [RS:0;ff648bb9ef17:35903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:19:17,220 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321957212,5,FailOnTimeoutGroup] 2024-12-04T14:19:17,221 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321957220,5,FailOnTimeoutGroup] 2024-12-04T14:19:17,221 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:17,221 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:19:17,221 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:17,221 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:17,221 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60081, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:19:17,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34757 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,35903,1733321956142 2024-12-04T14:19:17,222 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34757 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,35903,1733321956142 2024-12-04T14:19:17,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:19:17,223 DEBUG [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580 2024-12-04T14:19:17,223 DEBUG [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37745 2024-12-04T14:19:17,223 DEBUG [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:19:17,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894/rs 2024-12-04T14:19:17,228 DEBUG [RS:0;ff648bb9ef17:35903 {}] zookeeper.ZKUtil(111): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Set watcher on existing znode=/1-1397340894/rs/ff648bb9ef17,35903,1733321956142 2024-12-04T14:19:17,228 WARN [RS:0;ff648bb9ef17:35903 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:19:17,228 INFO [RS:0;ff648bb9ef17:35903 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:17,229 DEBUG [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142 2024-12-04T14:19:17,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,35903,1733321956142] 2024-12-04T14:19:17,235 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:19:17,237 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:19:17,237 INFO [RS:0;ff648bb9ef17:35903 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:19:17,237 INFO [RS:0;ff648bb9ef17:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:17,238 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:19:17,238 INFO [RS:0;ff648bb9ef17:35903 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:19:17,238 INFO [RS:0;ff648bb9ef17:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:17,238 DEBUG [RS:0;ff648bb9ef17:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:17,238 DEBUG [RS:0;ff648bb9ef17:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:17,238 DEBUG [RS:0;ff648bb9ef17:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:17,238 DEBUG [RS:0;ff648bb9ef17:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:17,239 DEBUG [RS:0;ff648bb9ef17:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:17,239 DEBUG [RS:0;ff648bb9ef17:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:19:17,239 DEBUG [RS:0;ff648bb9ef17:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:17,239 DEBUG [RS:0;ff648bb9ef17:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:17,239 DEBUG [RS:0;ff648bb9ef17:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:17,239 DEBUG [RS:0;ff648bb9ef17:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:17,239 DEBUG [RS:0;ff648bb9ef17:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:17,239 DEBUG [RS:0;ff648bb9ef17:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:17,239 DEBUG [RS:0;ff648bb9ef17:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:19:17,239 DEBUG [RS:0;ff648bb9ef17:35903 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:19:17,240 INFO [RS:0;ff648bb9ef17:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:17,240 INFO [RS:0;ff648bb9ef17:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:17,240 INFO [RS:0;ff648bb9ef17:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:17,240 INFO [RS:0;ff648bb9ef17:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:17,240 INFO [RS:0;ff648bb9ef17:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:17,240 INFO [RS:0;ff648bb9ef17:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35903,1733321956142-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:19:17,258 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:19:17,258 INFO [RS:0;ff648bb9ef17:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35903,1733321956142-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:17,258 INFO [RS:0;ff648bb9ef17:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:17,259 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.Replication(171): ff648bb9ef17,35903,1733321956142 started 2024-12-04T14:19:17,272 INFO [RS:0;ff648bb9ef17:35903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:17,272 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,35903,1733321956142, RpcServer on ff648bb9ef17/172.17.0.2:35903, sessionid=0x1017dd7f1190004 2024-12-04T14:19:17,272 DEBUG [RS:0;ff648bb9ef17:35903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:19:17,272 DEBUG [RS:0;ff648bb9ef17:35903 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,35903,1733321956142 2024-12-04T14:19:17,272 DEBUG [RS:0;ff648bb9ef17:35903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,35903,1733321956142' 2024-12-04T14:19:17,272 DEBUG [RS:0;ff648bb9ef17:35903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1397340894/flush-table-proc/abort' 2024-12-04T14:19:17,273 DEBUG [RS:0;ff648bb9ef17:35903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1397340894/flush-table-proc/acquired' 2024-12-04T14:19:17,273 DEBUG [RS:0;ff648bb9ef17:35903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:19:17,273 DEBUG [RS:0;ff648bb9ef17:35903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:19:17,273 DEBUG [RS:0;ff648bb9ef17:35903 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,35903,1733321956142 2024-12-04T14:19:17,273 DEBUG [RS:0;ff648bb9ef17:35903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,35903,1733321956142' 2024-12-04T14:19:17,273 DEBUG [RS:0;ff648bb9ef17:35903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1397340894/online-snapshot/abort' 2024-12-04T14:19:17,273 DEBUG [RS:0;ff648bb9ef17:35903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1397340894/online-snapshot/acquired' 2024-12-04T14:19:17,274 DEBUG [RS:0;ff648bb9ef17:35903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:19:17,274 INFO [RS:0;ff648bb9ef17:35903 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:19:17,274 INFO [RS:0;ff648bb9ef17:35903 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:19:17,374 INFO [RS:0;ff648bb9ef17:35903 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:19:17,376 INFO [RS:0;ff648bb9ef17:35903 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C35903%2C1733321956142, suffix=, logDir=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142, archiveDir=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/oldWALs, maxLogs=10 2024-12-04T14:19:17,397 DEBUG [RS:0;ff648bb9ef17:35903 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377, exclude list is [], retry=0 2024-12-04T14:19:17,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43485,DS-21d82f21-4595-4364-9871-f0455c49e675,DISK] 2024-12-04T14:19:17,402 INFO [RS:0;ff648bb9ef17:35903 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377 2024-12-04T14:19:17,407 DEBUG [RS:0;ff648bb9ef17:35903 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36347:36347)] 2024-12-04T14:19:17,624 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:19:17,624 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580 2024-12-04T14:19:17,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741833_1009 (size=32) 2024-12-04T14:19:17,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:17,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:19:17,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:19:17,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:17,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:17,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:19:17,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:19:17,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:17,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:17,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:19:17,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:19:17,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:17,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:17,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:19:17,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:19:17,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:17,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:17,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:19:17,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740 2024-12-04T14:19:17,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740 2024-12-04T14:19:17,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:19:17,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:19:17,646 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:19:17,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:19:17,649 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:19:17,649 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62367438, jitterRate=-0.07065275311470032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:19:17,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733321957635Initializing all the Stores at 1733321957636 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321957636Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321957636Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321957636Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321957636Cleaning up temporary data from old regions at 1733321957645 (+9 ms)Region opened successfully at 1733321957649 (+4 ms) 2024-12-04T14:19:17,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:19:17,650 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:19:17,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:19:17,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:19:17,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:19:17,650 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:19:17,650 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321957650Disabling compacts and flushes for region at 1733321957650Disabling writes for close at 1733321957650Writing region close event to WAL at 1733321957650Closed at 1733321957650 2024-12-04T14:19:17,651 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:17,651 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:19:17,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:19:17,653 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:19:17,653 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:19:17,804 DEBUG [ff648bb9ef17:34757 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:19:17,804 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,35903,1733321956142 2024-12-04T14:19:17,806 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,35903,1733321956142, state=OPENING 2024-12-04T14:19:17,808 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:19:17,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894 2024-12-04T14:19:17,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894 2024-12-04T14:19:17,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1397340894/meta-region-server: CHANGED 2024-12-04T14:19:17,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1397340894/meta-region-server: CHANGED 2024-12-04T14:19:17,811 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:19:17,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,35903,1733321956142}] 2024-12-04T14:19:17,965 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:19:17,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:19:17,976 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:19:17,976 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:17,976 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:19:17,978 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C35903%2C1733321956142.meta, suffix=.meta, logDir=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142, archiveDir=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/oldWALs, maxLogs=10 2024-12-04T14:19:17,995 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.meta.1733321957978.meta, exclude list is [], retry=0 2024-12-04T14:19:17,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43485,DS-21d82f21-4595-4364-9871-f0455c49e675,DISK] 2024-12-04T14:19:18,004 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.meta.1733321957978.meta 2024-12-04T14:19:18,004 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36347:36347)] 2024-12-04T14:19:18,005 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:18,005 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:19:18,005 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:19:18,005 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:19:18,005 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:19:18,005 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:19:18,005 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:18,006 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:19:18,006 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:19:18,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:19:18,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:19:18,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:18,012 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:18,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:19:18,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:19:18,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:18,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:18,014 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:19:18,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:19:18,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:18,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:18,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:19:18,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:19:18,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:18,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:18,016 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:19:18,017 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740 2024-12-04T14:19:18,018 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740 2024-12-04T14:19:18,019 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:19:18,019 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:19:18,019 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:19:18,021 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:19:18,021 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70013935, jitterRate=0.043288931250572205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:19:18,021 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:19:18,021 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733321958006Writing region info on filesystem at 1733321958006Initializing all the Stores at 1733321958007 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321958007Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321958011 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321958011Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321958011Cleaning up temporary data from old regions at 1733321958019 (+8 ms)Running coprocessor post-open hooks at 1733321958021 (+2 ms)Region opened successfully at 1733321958021 2024-12-04T14:19:18,022 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733321957964 2024-12-04T14:19:18,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,35903,1733321956142 2024-12-04T14:19:18,026 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:19:18,026 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:19:18,026 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,35903,1733321956142, state=OPEN 2024-12-04T14:19:18,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1397340894/meta-region-server 2024-12-04T14:19:18,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1397340894/meta-region-server 2024-12-04T14:19:18,028 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,35903,1733321956142 2024-12-04T14:19:18,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1397340894/meta-region-server: CHANGED 2024-12-04T14:19:18,028 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1397340894/meta-region-server: CHANGED 2024-12-04T14:19:18,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:19:18,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,35903,1733321956142 in 217 msec 2024-12-04T14:19:18,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:19:18,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 379 msec 2024-12-04T14:19:18,033 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:18,033 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:19:18,034 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:18,034 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,35903,1733321956142, seqNum=-1] 2024-12-04T14:19:18,035 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:18,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36009, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:19:18,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 860 msec 2024-12-04T14:19:18,041 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733321958041, completionTime=-1 2024-12-04T14:19:18,041 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:19:18,042 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:19:18,044 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:19:18,044 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733322018044 2024-12-04T14:19:18,044 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733322078044 2024-12-04T14:19:18,044 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T14:19:18,045 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,34757,1733321956078-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:18,045 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,34757,1733321956078-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:18,045 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,34757,1733321956078-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:18,045 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:34757, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:18,045 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:18,045 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:18,047 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:19:18,049 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.852sec 2024-12-04T14:19:18,049 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:19:18,049 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:19:18,049 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:19:18,049 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:19:18,049 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:19:18,049 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,34757,1733321956078-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:19:18,049 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,34757,1733321956078-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:19:18,052 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:19:18,052 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:19:18,052 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,34757,1733321956078-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:18,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a2e451c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:18,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,34757,-1 for getting cluster id 2024-12-04T14:19:18,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:18,087 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac8834bc-6771-40e4-ad7b-178a59acf079' 2024-12-04T14:19:18,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:18,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac8834bc-6771-40e4-ad7b-178a59acf079" 2024-12-04T14:19:18,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38c10ba7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:18,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,34757,-1] 2024-12-04T14:19:18,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:18,088 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:18,089 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:18,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe3ec41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:18,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:18,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,35903,1733321956142, seqNum=-1] 2024-12-04T14:19:18,092 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:18,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:19:18,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,34757,1733321956078 2024-12-04T14:19:18,095 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54820 2024-12-04T14:19:18,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:19:18,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017dd7f1190005 connected 2024-12-04T14:19:18,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:18,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43329,1733321952062 2024-12-04T14:19:18,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@660ce3d7 2024-12-04T14:19:18,103 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:18,104 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:19:18,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:19:18,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T14:19:18,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:19:18,108 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:18,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T14:19:18,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:19:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:19:18,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741835_1011 (size=902) 2024-12-04T14:19:18,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:19:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:19:18,529 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69f36507b58da7fc14085d96313596a3, NAME => 'test,,1733321958105.69f36507b58da7fc14085d96313596a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa 2024-12-04T14:19:18,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741836_1012 (size=39) 2024-12-04T14:19:18,549 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733321958105.69f36507b58da7fc14085d96313596a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:18,549 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 69f36507b58da7fc14085d96313596a3, disabling compactions & flushes 2024-12-04T14:19:18,549 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733321958105.69f36507b58da7fc14085d96313596a3. 2024-12-04T14:19:18,549 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733321958105.69f36507b58da7fc14085d96313596a3. 2024-12-04T14:19:18,549 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733321958105.69f36507b58da7fc14085d96313596a3. after waiting 0 ms 2024-12-04T14:19:18,549 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733321958105.69f36507b58da7fc14085d96313596a3. 2024-12-04T14:19:18,549 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733321958105.69f36507b58da7fc14085d96313596a3. 2024-12-04T14:19:18,549 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69f36507b58da7fc14085d96313596a3: Waiting for close lock at 1733321958549Disabling compacts and flushes for region at 1733321958549Disabling writes for close at 1733321958549Writing region close event to WAL at 1733321958549Closed at 1733321958549 2024-12-04T14:19:18,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:19:18,551 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733321958105.69f36507b58da7fc14085d96313596a3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733321958551"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733321958551"}]},"ts":"1733321958551"} 2024-12-04T14:19:18,553 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:19:18,554 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:19:18,554 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321958554"}]},"ts":"1733321958554"} 2024-12-04T14:19:18,556 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T14:19:18,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69f36507b58da7fc14085d96313596a3, ASSIGN}] 2024-12-04T14:19:18,558 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69f36507b58da7fc14085d96313596a3, ASSIGN 2024-12-04T14:19:18,559 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=69f36507b58da7fc14085d96313596a3, ASSIGN; state=OFFLINE, location=ff648bb9ef17,39079,1733321952119; forceNewPlan=false, retain=false 2024-12-04T14:19:18,710 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69f36507b58da7fc14085d96313596a3, regionState=OPENING, regionLocation=ff648bb9ef17,39079,1733321952119 2024-12-04T14:19:18,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=69f36507b58da7fc14085d96313596a3, ASSIGN because future has completed 2024-12-04T14:19:18,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69f36507b58da7fc14085d96313596a3, server=ff648bb9ef17,39079,1733321952119}] 2024-12-04T14:19:18,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:19:18,875 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733321958105.69f36507b58da7fc14085d96313596a3. 2024-12-04T14:19:18,875 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69f36507b58da7fc14085d96313596a3, NAME => 'test,,1733321958105.69f36507b58da7fc14085d96313596a3.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:18,876 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:19:18,876 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T14:19:18,876 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 69f36507b58da7fc14085d96313596a3 2024-12-04T14:19:18,876 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733321958105.69f36507b58da7fc14085d96313596a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:18,876 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69f36507b58da7fc14085d96313596a3 2024-12-04T14:19:18,876 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69f36507b58da7fc14085d96313596a3 2024-12-04T14:19:18,878 INFO [StoreOpener-69f36507b58da7fc14085d96313596a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 69f36507b58da7fc14085d96313596a3 2024-12-04T14:19:18,879 INFO [StoreOpener-69f36507b58da7fc14085d96313596a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f36507b58da7fc14085d96313596a3 columnFamilyName f 2024-12-04T14:19:18,879 DEBUG [StoreOpener-69f36507b58da7fc14085d96313596a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:18,879 INFO [StoreOpener-69f36507b58da7fc14085d96313596a3-1 {}] regionserver.HStore(327): Store=69f36507b58da7fc14085d96313596a3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:18,880 INFO [StoreOpener-69f36507b58da7fc14085d96313596a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 69f36507b58da7fc14085d96313596a3 2024-12-04T14:19:18,881 INFO [StoreOpener-69f36507b58da7fc14085d96313596a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f36507b58da7fc14085d96313596a3 columnFamilyName f1 2024-12-04T14:19:18,881 DEBUG [StoreOpener-69f36507b58da7fc14085d96313596a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:18,881 INFO [StoreOpener-69f36507b58da7fc14085d96313596a3-1 {}] regionserver.HStore(327): Store=69f36507b58da7fc14085d96313596a3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:18,881 INFO [StoreOpener-69f36507b58da7fc14085d96313596a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 69f36507b58da7fc14085d96313596a3 2024-12-04T14:19:18,882 INFO [StoreOpener-69f36507b58da7fc14085d96313596a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69f36507b58da7fc14085d96313596a3 columnFamilyName norep 2024-12-04T14:19:18,882 DEBUG [StoreOpener-69f36507b58da7fc14085d96313596a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:18,883 INFO [StoreOpener-69f36507b58da7fc14085d96313596a3-1 {}] regionserver.HStore(327): Store=69f36507b58da7fc14085d96313596a3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:18,883 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69f36507b58da7fc14085d96313596a3 2024-12-04T14:19:18,884 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/default/test/69f36507b58da7fc14085d96313596a3 2024-12-04T14:19:18,884 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/default/test/69f36507b58da7fc14085d96313596a3 2024-12-04T14:19:18,885 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69f36507b58da7fc14085d96313596a3 2024-12-04T14:19:18,885 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69f36507b58da7fc14085d96313596a3 2024-12-04T14:19:18,885 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:19:18,886 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69f36507b58da7fc14085d96313596a3 2024-12-04T14:19:18,888 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/default/test/69f36507b58da7fc14085d96313596a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:19:18,888 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69f36507b58da7fc14085d96313596a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67951708, jitterRate=0.012559354305267334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:19:18,889 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69f36507b58da7fc14085d96313596a3 2024-12-04T14:19:18,889 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69f36507b58da7fc14085d96313596a3: Running coprocessor pre-open hook at 1733321958876Writing region info on filesystem at 1733321958876Initializing all the Stores at 1733321958877 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321958877Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321958878 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321958878Cleaning up temporary data from old regions at 1733321958885 (+7 ms)Running coprocessor post-open hooks at 1733321958889 (+4 ms)Region opened successfully at 1733321958889 2024-12-04T14:19:18,890 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733321958105.69f36507b58da7fc14085d96313596a3., pid=6, masterSystemTime=1733321958870 2024-12-04T14:19:18,893 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733321958105.69f36507b58da7fc14085d96313596a3. 2024-12-04T14:19:18,893 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733321958105.69f36507b58da7fc14085d96313596a3. 2024-12-04T14:19:18,893 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69f36507b58da7fc14085d96313596a3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff648bb9ef17,39079,1733321952119 2024-12-04T14:19:18,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69f36507b58da7fc14085d96313596a3, server=ff648bb9ef17,39079,1733321952119 because future has completed 2024-12-04T14:19:18,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:19:18,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69f36507b58da7fc14085d96313596a3, server=ff648bb9ef17,39079,1733321952119 in 181 msec 2024-12-04T14:19:18,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T14:19:18,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=69f36507b58da7fc14085d96313596a3, ASSIGN in 342 msec 2024-12-04T14:19:18,902 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:19:18,903 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321958902"}]},"ts":"1733321958902"} 2024-12-04T14:19:18,906 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T14:19:18,906 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:19:18,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 801 msec 2024-12-04T14:19:19,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:19:19,247 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T14:19:19,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:19,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,34757,1733321956078 2024-12-04T14:19:19,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35150df3 2024-12-04T14:19:19,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:19,249 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:19:19,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:19:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T14:19:19,252 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:19:19,252 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:19,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T14:19:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:19:19,253 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:19:19,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741835_1011 (size=902) 2024-12-04T14:19:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:19:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:19:19,661 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee0b2129e9b72e5431e8642531b208d3, NAME => 'test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580 2024-12-04T14:19:19,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741836_1012 (size=39) 2024-12-04T14:19:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:19:19,975 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T14:19:19,976 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T14:19:20,067 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:20,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ee0b2129e9b72e5431e8642531b208d3, disabling compactions & flushes 2024-12-04T14:19:20,068 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3. 2024-12-04T14:19:20,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3. 2024-12-04T14:19:20,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3. after waiting 0 ms 2024-12-04T14:19:20,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3. 2024-12-04T14:19:20,068 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3. 2024-12-04T14:19:20,068 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee0b2129e9b72e5431e8642531b208d3: Waiting for close lock at 1733321960067Disabling compacts and flushes for region at 1733321960067Disabling writes for close at 1733321960068 (+1 ms)Writing region close event to WAL at 1733321960068Closed at 1733321960068 2024-12-04T14:19:20,069 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:19:20,069 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733321960069"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733321960069"}]},"ts":"1733321960069"} 2024-12-04T14:19:20,072 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:19:20,072 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:19:20,073 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321960072"}]},"ts":"1733321960072"} 2024-12-04T14:19:20,074 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T14:19:20,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee0b2129e9b72e5431e8642531b208d3, ASSIGN}] 2024-12-04T14:19:20,076 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ee0b2129e9b72e5431e8642531b208d3, ASSIGN 2024-12-04T14:19:20,077 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ee0b2129e9b72e5431e8642531b208d3, ASSIGN; state=OFFLINE, location=ff648bb9ef17,35903,1733321956142; forceNewPlan=false, retain=false 2024-12-04T14:19:20,228 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee0b2129e9b72e5431e8642531b208d3, regionState=OPENING, regionLocation=ff648bb9ef17,35903,1733321956142 2024-12-04T14:19:20,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ee0b2129e9b72e5431e8642531b208d3, ASSIGN because future has completed 2024-12-04T14:19:20,231 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee0b2129e9b72e5431e8642531b208d3, server=ff648bb9ef17,35903,1733321956142}] 2024-12-04T14:19:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:19:20,388 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3. 2024-12-04T14:19:20,388 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ee0b2129e9b72e5431e8642531b208d3, NAME => 'test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:20,389 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:19:20,389 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T14:19:20,390 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ee0b2129e9b72e5431e8642531b208d3 2024-12-04T14:19:20,390 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:20,390 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ee0b2129e9b72e5431e8642531b208d3 2024-12-04T14:19:20,390 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ee0b2129e9b72e5431e8642531b208d3 2024-12-04T14:19:20,392 INFO [StoreOpener-ee0b2129e9b72e5431e8642531b208d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee0b2129e9b72e5431e8642531b208d3 2024-12-04T14:19:20,394 INFO [StoreOpener-ee0b2129e9b72e5431e8642531b208d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee0b2129e9b72e5431e8642531b208d3 columnFamilyName f 2024-12-04T14:19:20,394 DEBUG [StoreOpener-ee0b2129e9b72e5431e8642531b208d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:20,394 INFO [StoreOpener-ee0b2129e9b72e5431e8642531b208d3-1 {}] regionserver.HStore(327): Store=ee0b2129e9b72e5431e8642531b208d3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:20,394 INFO [StoreOpener-ee0b2129e9b72e5431e8642531b208d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ee0b2129e9b72e5431e8642531b208d3 2024-12-04T14:19:20,395 INFO [StoreOpener-ee0b2129e9b72e5431e8642531b208d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee0b2129e9b72e5431e8642531b208d3 columnFamilyName f1 2024-12-04T14:19:20,395 DEBUG [StoreOpener-ee0b2129e9b72e5431e8642531b208d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:20,395 INFO [StoreOpener-ee0b2129e9b72e5431e8642531b208d3-1 {}] regionserver.HStore(327): Store=ee0b2129e9b72e5431e8642531b208d3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:20,396 INFO [StoreOpener-ee0b2129e9b72e5431e8642531b208d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ee0b2129e9b72e5431e8642531b208d3 2024-12-04T14:19:20,397 INFO [StoreOpener-ee0b2129e9b72e5431e8642531b208d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee0b2129e9b72e5431e8642531b208d3 columnFamilyName norep 2024-12-04T14:19:20,397 DEBUG [StoreOpener-ee0b2129e9b72e5431e8642531b208d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:20,397 INFO [StoreOpener-ee0b2129e9b72e5431e8642531b208d3-1 {}] regionserver.HStore(327): Store=ee0b2129e9b72e5431e8642531b208d3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:20,397 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ee0b2129e9b72e5431e8642531b208d3 2024-12-04T14:19:20,398 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/default/test/ee0b2129e9b72e5431e8642531b208d3 2024-12-04T14:19:20,398 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/default/test/ee0b2129e9b72e5431e8642531b208d3 2024-12-04T14:19:20,399 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ee0b2129e9b72e5431e8642531b208d3 2024-12-04T14:19:20,399 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ee0b2129e9b72e5431e8642531b208d3 2024-12-04T14:19:20,399 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:19:20,401 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ee0b2129e9b72e5431e8642531b208d3 2024-12-04T14:19:20,402 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/default/test/ee0b2129e9b72e5431e8642531b208d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:19:20,403 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ee0b2129e9b72e5431e8642531b208d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61950175, jitterRate=-0.07687045633792877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:19:20,403 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee0b2129e9b72e5431e8642531b208d3 2024-12-04T14:19:20,403 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ee0b2129e9b72e5431e8642531b208d3: Running coprocessor pre-open hook at 1733321960390Writing region info on filesystem at 1733321960390Initializing all the Stores at 1733321960391 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321960391Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321960392 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321960392Cleaning up temporary data from old regions at 1733321960399 (+7 ms)Running coprocessor post-open hooks at 1733321960403 (+4 ms)Region opened successfully at 1733321960403 2024-12-04T14:19:20,404 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3., pid=6, masterSystemTime=1733321960384 2024-12-04T14:19:20,406 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3. 2024-12-04T14:19:20,406 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3. 2024-12-04T14:19:20,406 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ee0b2129e9b72e5431e8642531b208d3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff648bb9ef17,35903,1733321956142 2024-12-04T14:19:20,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee0b2129e9b72e5431e8642531b208d3, server=ff648bb9ef17,35903,1733321956142 because future has completed 2024-12-04T14:19:20,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:19:20,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ee0b2129e9b72e5431e8642531b208d3, server=ff648bb9ef17,35903,1733321956142 in 179 msec 2024-12-04T14:19:20,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T14:19:20,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ee0b2129e9b72e5431e8642531b208d3, ASSIGN in 337 msec 2024-12-04T14:19:20,414 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:19:20,414 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321960414"}]},"ts":"1733321960414"} 2024-12-04T14:19:20,416 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T14:19:20,417 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:19:20,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-12-04T14:19:20,598 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:19:20,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:20,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:20,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:20,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:20,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:20,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:20,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:20,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:19:21,396 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T14:19:21,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331c8889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:21,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43329,-1 for getting cluster id 2024-12-04T14:19:21,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:21,398 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1752f3d-af01-482c-928b-58eb9afb6f7d' 2024-12-04T14:19:21,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:21,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1752f3d-af01-482c-928b-58eb9afb6f7d" 2024-12-04T14:19:21,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213e8755, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:21,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43329,-1] 2024-12-04T14:19:21,398 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:21,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:21,399 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:21,400 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723005ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:21,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597c2a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:21,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,34757,-1 for getting cluster id 2024-12-04T14:19:21,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:21,401 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac8834bc-6771-40e4-ad7b-178a59acf079' 2024-12-04T14:19:21,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:21,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac8834bc-6771-40e4-ad7b-178a59acf079" 2024-12-04T14:19:21,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6546a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:21,401 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,34757,-1] 2024-12-04T14:19:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:21,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:21,402 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:21,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e34c5ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:21,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4967bdb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:21,403 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43329,-1 for getting cluster id 2024-12-04T14:19:21,403 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:21,404 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1752f3d-af01-482c-928b-58eb9afb6f7d' 2024-12-04T14:19:21,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:21,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1752f3d-af01-482c-928b-58eb9afb6f7d" 2024-12-04T14:19:21,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519ba38f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:21,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43329,-1] 2024-12-04T14:19:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:21,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:21,405 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:21,406 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6183ad73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:21,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:21,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43329,1733321952062 2024-12-04T14:19:21,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@78f03507 2024-12-04T14:19:21,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:21,408 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:19:21,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff648bb9ef17:34757,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T14:19:21,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:19:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:19:21,411 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:34757' 2024-12-04T14:19:21,411 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1cf137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:21,411 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,34757,-1 for getting cluster id 2024-12-04T14:19:21,411 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:21,412 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac8834bc-6771-40e4-ad7b-178a59acf079' 2024-12-04T14:19:21,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:21,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac8834bc-6771-40e4-ad7b-178a59acf079" 2024-12-04T14:19:21,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8d4891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:21,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,34757,-1] 2024-12-04T14:19:21,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:21,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:21,413 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:21,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c769f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:21,414 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:21,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,34757,1733321956078 2024-12-04T14:19:21,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@540ffc09 2024-12-04T14:19:21,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:21,415 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:19:21,416 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T14:19:21,416 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T14:19:21,416 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:21,416 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:21,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:21,417 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:19:21,417 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T14:19:21,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:19:21,419 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:21,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:19:21,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741837_1013 (size=1138) 2024-12-04T14:19:21,468 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T14:19:21,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:19:21,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:19:21,830 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d076e11ae292e5ee9433e6b76fb99d6c, NAME => 'hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa 2024-12-04T14:19:21,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741838_1014 (size=44) 2024-12-04T14:19:22,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:19:22,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T14:19:22,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T14:19:22,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T14:19:22,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T14:19:22,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:19:22,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T14:19:22,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:19:22,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T14:19:22,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:19:22,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T14:19:22,069 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T14:19:22,069 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T14:19:22,242 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:22,242 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d076e11ae292e5ee9433e6b76fb99d6c, disabling compactions & flushes 2024-12-04T14:19:22,242 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c. 2024-12-04T14:19:22,242 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c. 2024-12-04T14:19:22,242 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c. after waiting 0 ms 2024-12-04T14:19:22,242 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c. 2024-12-04T14:19:22,242 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c. 2024-12-04T14:19:22,243 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d076e11ae292e5ee9433e6b76fb99d6c: Waiting for close lock at 1733321962242Disabling compacts and flushes for region at 1733321962242Disabling writes for close at 1733321962242Writing region close event to WAL at 1733321962242Closed at 1733321962242 2024-12-04T14:19:22,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:19:22,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733321962244"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733321962244"}]},"ts":"1733321962244"} 2024-12-04T14:19:22,247 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:19:22,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:19:22,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321962248"}]},"ts":"1733321962248"} 2024-12-04T14:19:22,250 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T14:19:22,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d076e11ae292e5ee9433e6b76fb99d6c, ASSIGN}] 2024-12-04T14:19:22,251 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d076e11ae292e5ee9433e6b76fb99d6c, ASSIGN 2024-12-04T14:19:22,252 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d076e11ae292e5ee9433e6b76fb99d6c, ASSIGN; state=OFFLINE, location=ff648bb9ef17,39079,1733321952119; forceNewPlan=false, retain=false 2024-12-04T14:19:22,403 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d076e11ae292e5ee9433e6b76fb99d6c, regionState=OPENING, regionLocation=ff648bb9ef17,39079,1733321952119 2024-12-04T14:19:22,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d076e11ae292e5ee9433e6b76fb99d6c, ASSIGN because future has completed 2024-12-04T14:19:22,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d076e11ae292e5ee9433e6b76fb99d6c, server=ff648bb9ef17,39079,1733321952119}] 2024-12-04T14:19:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:19:22,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c. 2024-12-04T14:19:22,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:22,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T14:19:22,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C39079%2C1733321952119.rep, suffix=, logDir=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119, archiveDir=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/oldWALs, maxLogs=10 2024-12-04T14:19:22,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.rep.1733321962566, exclude list is [], retry=0 2024-12-04T14:19:22,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36523,DS-3478d631-fa0d-452b-8d3b-80bbf6937e43,DISK] 2024-12-04T14:19:22,585 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.rep.1733321962566 2024-12-04T14:19:22,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43607:43607)] 2024-12-04T14:19:22,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d076e11ae292e5ee9433e6b76fb99d6c, NAME => 'hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:22,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:19:22,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:19:22,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c. service=MultiRowMutationService 2024-12-04T14:19:22,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T14:19:22,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d076e11ae292e5ee9433e6b76fb99d6c 2024-12-04T14:19:22,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:22,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d076e11ae292e5ee9433e6b76fb99d6c 2024-12-04T14:19:22,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d076e11ae292e5ee9433e6b76fb99d6c 2024-12-04T14:19:22,588 INFO [StoreOpener-d076e11ae292e5ee9433e6b76fb99d6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d076e11ae292e5ee9433e6b76fb99d6c 2024-12-04T14:19:22,589 INFO [StoreOpener-d076e11ae292e5ee9433e6b76fb99d6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d076e11ae292e5ee9433e6b76fb99d6c columnFamilyName hfileref 2024-12-04T14:19:22,589 DEBUG [StoreOpener-d076e11ae292e5ee9433e6b76fb99d6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:22,590 INFO [StoreOpener-d076e11ae292e5ee9433e6b76fb99d6c-1 {}] regionserver.HStore(327): Store=d076e11ae292e5ee9433e6b76fb99d6c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:22,590 INFO [StoreOpener-d076e11ae292e5ee9433e6b76fb99d6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d076e11ae292e5ee9433e6b76fb99d6c 2024-12-04T14:19:22,591 INFO [StoreOpener-d076e11ae292e5ee9433e6b76fb99d6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d076e11ae292e5ee9433e6b76fb99d6c columnFamilyName queue 2024-12-04T14:19:22,591 DEBUG [StoreOpener-d076e11ae292e5ee9433e6b76fb99d6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:22,592 INFO [StoreOpener-d076e11ae292e5ee9433e6b76fb99d6c-1 {}] regionserver.HStore(327): Store=d076e11ae292e5ee9433e6b76fb99d6c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:22,592 INFO [StoreOpener-d076e11ae292e5ee9433e6b76fb99d6c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d076e11ae292e5ee9433e6b76fb99d6c 2024-12-04T14:19:22,593 INFO [StoreOpener-d076e11ae292e5ee9433e6b76fb99d6c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d076e11ae292e5ee9433e6b76fb99d6c columnFamilyName sid 2024-12-04T14:19:22,593 DEBUG [StoreOpener-d076e11ae292e5ee9433e6b76fb99d6c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:22,593 INFO [StoreOpener-d076e11ae292e5ee9433e6b76fb99d6c-1 {}] regionserver.HStore(327): Store=d076e11ae292e5ee9433e6b76fb99d6c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:22,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d076e11ae292e5ee9433e6b76fb99d6c 2024-12-04T14:19:22,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/replication/d076e11ae292e5ee9433e6b76fb99d6c 2024-12-04T14:19:22,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/replication/d076e11ae292e5ee9433e6b76fb99d6c 2024-12-04T14:19:22,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d076e11ae292e5ee9433e6b76fb99d6c 2024-12-04T14:19:22,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d076e11ae292e5ee9433e6b76fb99d6c 2024-12-04T14:19:22,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:19:22,598 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d076e11ae292e5ee9433e6b76fb99d6c 2024-12-04T14:19:22,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/replication/d076e11ae292e5ee9433e6b76fb99d6c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:19:22,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d076e11ae292e5ee9433e6b76fb99d6c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68377134, jitterRate=0.018898695707321167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:19:22,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d076e11ae292e5ee9433e6b76fb99d6c 2024-12-04T14:19:22,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d076e11ae292e5ee9433e6b76fb99d6c: Running coprocessor pre-open hook at 1733321962587Writing region info on filesystem at 1733321962587Initializing all the Stores at 1733321962587Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321962588 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321962588Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321962588Cleaning up temporary data from old regions at 1733321962596 (+8 ms)Running coprocessor post-open hooks at 1733321962600 (+4 ms)Region opened successfully at 1733321962601 (+1 ms) 2024-12-04T14:19:22,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c., pid=10, masterSystemTime=1733321962560 2024-12-04T14:19:22,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c. 2024-12-04T14:19:22,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c. 2024-12-04T14:19:22,605 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d076e11ae292e5ee9433e6b76fb99d6c, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,39079,1733321952119 2024-12-04T14:19:22,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d076e11ae292e5ee9433e6b76fb99d6c, server=ff648bb9ef17,39079,1733321952119 because future has completed 2024-12-04T14:19:22,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T14:19:22,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d076e11ae292e5ee9433e6b76fb99d6c, server=ff648bb9ef17,39079,1733321952119 in 203 msec 2024-12-04T14:19:22,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T14:19:22,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d076e11ae292e5ee9433e6b76fb99d6c, ASSIGN in 361 msec 2024-12-04T14:19:22,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:19:22,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321962614"}]},"ts":"1733321962614"} 2024-12-04T14:19:22,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T14:19:22,617 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:19:22,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2000 sec 2024-12-04T14:19:22,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c., hostname=ff648bb9ef17,39079,1733321952119, seqNum=2] 2024-12-04T14:19:22,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404 2024-12-04T14:19:22,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404 2024-12-04T14:19:22,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:19:22,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39079 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T14:19:22,843 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T14:19:22,881 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff648bb9ef17,39079,1733321952119, ReplicationSource: 1, currentBandwidth=0 2024-12-04T14:19:22,882 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:22,882 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,39079,1733321952119, seqNum=-1] 2024-12-04T14:19:22,882 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:22,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-04T14:19:22,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff648bb9ef17,39079,1733321952119', locateType=CURRENT is [region=hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c., hostname=ff648bb9ef17,39079,1733321952119, seqNum=2] 2024-12-04T14:19:22,895 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T14:19:22,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T14:19:22,900 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff648bb9ef17,39079,1733321952119 suceeded 2024-12-04T14:19:22,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T14:19:22,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 211 msec 2024-12-04T14:19:22,902 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff648bb9ef17:34757,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T14:19:22,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4940 sec 2024-12-04T14:19:22,918 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:34757' 2024-12-04T14:19:22,920 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bbc1400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:22,920 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,34757,-1 for getting cluster id 2024-12-04T14:19:22,920 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:22,921 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac8834bc-6771-40e4-ad7b-178a59acf079' 2024-12-04T14:19:22,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:22,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac8834bc-6771-40e4-ad7b-178a59acf079" 2024-12-04T14:19:22,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22cd25c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:22,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,34757,-1] 2024-12-04T14:19:22,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:22,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:22,923 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:22,924 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@391066a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:22,924 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:22,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,34757,1733321956078 2024-12-04T14:19:22,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12c1604d 2024-12-04T14:19:22,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:22,926 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-04T14:19:22,927 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff648bb9ef17,39079,1733321952119 (queues=1) is replicating from cluster=f1752f3d-af01-482c-928b-58eb9afb6f7d to cluster=ac8834bc-6771-40e4-ad7b-178a59acf079 2024-12-04T14:19:22,927 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff648bb9ef17%2C39079%2C1733321952119 2024-12-04T14:19:22,927 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff648bb9ef17,39079,1733321952119, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:19:22,927 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121, startPosition=0, beingWritten=true 2024-12-04T14:19:22,927 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C39079%2C1733321952119 2024-12-04T14:19:22,939 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:19:22,939 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 379, reset compression=false 2024-12-04T14:19:22,939 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,39079,1733321952119 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:19:23,146 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 379, reset compression=false 2024-12-04T14:19:23,452 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 379, reset compression=false 2024-12-04T14:19:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43329 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:19:23,557 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T14:19:23,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:19:23,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:23,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:23,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:23,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:23,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@467fdaee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:23,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,34757,-1 for getting cluster id 2024-12-04T14:19:23,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:23,559 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac8834bc-6771-40e4-ad7b-178a59acf079' 2024-12-04T14:19:23,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:23,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac8834bc-6771-40e4-ad7b-178a59acf079" 2024-12-04T14:19:23,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301194e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:23,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,34757,-1] 2024-12-04T14:19:23,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:23,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:23,561 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:23,562 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3933058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:23,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:23,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,34757,1733321956078 2024-12-04T14:19:23,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3685e9cc 2024-12-04T14:19:23,563 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:23,564 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:19:23,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff648bb9ef17:43329,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T14:19:23,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:19:23,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:19:23,567 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:43329' 2024-12-04T14:19:23,568 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d08358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:23,568 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43329,-1 for getting cluster id 2024-12-04T14:19:23,568 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:23,569 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1752f3d-af01-482c-928b-58eb9afb6f7d' 2024-12-04T14:19:23,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:23,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1752f3d-af01-482c-928b-58eb9afb6f7d" 2024-12-04T14:19:23,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66027452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:23,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43329,-1] 2024-12-04T14:19:23,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:23,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:23,570 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:23,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a2e0b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:23,571 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:23,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43329,1733321952062 2024-12-04T14:19:23,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fc76ed4 2024-12-04T14:19:23,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:23,572 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:19:23,573 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T14:19:23,573 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T14:19:23,573 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:23,573 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:23,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:23,573 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:19:23,574 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T14:19:23,575 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:19:23,575 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:23,576 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:19:23,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741837_1013 (size=1138) 2024-12-04T14:19:23,587 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 17436d10830f161dea81a89af5d68f11, NAME => 'hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580 2024-12-04T14:19:23,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741838_1014 (size=44) 2024-12-04T14:19:23,592 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:23,592 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 17436d10830f161dea81a89af5d68f11, disabling compactions & flushes 2024-12-04T14:19:23,592 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11. 2024-12-04T14:19:23,592 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11. 2024-12-04T14:19:23,592 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11. after waiting 0 ms 2024-12-04T14:19:23,592 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11. 2024-12-04T14:19:23,592 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11. 2024-12-04T14:19:23,592 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 17436d10830f161dea81a89af5d68f11: Waiting for close lock at 1733321963592Disabling compacts and flushes for region at 1733321963592Disabling writes for close at 1733321963592Writing region close event to WAL at 1733321963592Closed at 1733321963592 2024-12-04T14:19:23,593 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:19:23,593 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733321963593"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733321963593"}]},"ts":"1733321963593"} 2024-12-04T14:19:23,595 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:19:23,596 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:19:23,596 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321963596"}]},"ts":"1733321963596"} 2024-12-04T14:19:23,598 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T14:19:23,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17436d10830f161dea81a89af5d68f11, ASSIGN}] 2024-12-04T14:19:23,599 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17436d10830f161dea81a89af5d68f11, ASSIGN 2024-12-04T14:19:23,600 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17436d10830f161dea81a89af5d68f11, ASSIGN; state=OFFLINE, location=ff648bb9ef17,35903,1733321956142; forceNewPlan=false, retain=false 2024-12-04T14:19:23,624 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T14:19:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:19:23,750 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17436d10830f161dea81a89af5d68f11, regionState=OPENING, regionLocation=ff648bb9ef17,35903,1733321956142 2024-12-04T14:19:23,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=17436d10830f161dea81a89af5d68f11, ASSIGN because future has completed 2024-12-04T14:19:23,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17436d10830f161dea81a89af5d68f11, server=ff648bb9ef17,35903,1733321956142}] 2024-12-04T14:19:23,858 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 379, reset compression=false 2024-12-04T14:19:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:19:23,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11. 2024-12-04T14:19:23,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:23,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T14:19:23,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C35903%2C1733321956142.rep, suffix=, logDir=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142, archiveDir=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/oldWALs, maxLogs=10 2024-12-04T14:19:23,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.rep.1733321963911, exclude list is [], retry=0 2024-12-04T14:19:23,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43485,DS-21d82f21-4595-4364-9871-f0455c49e675,DISK] 2024-12-04T14:19:23,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.rep.1733321963911 2024-12-04T14:19:23,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36347:36347)] 2024-12-04T14:19:23,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 17436d10830f161dea81a89af5d68f11, NAME => 'hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:23,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:19:23,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:19:23,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11. service=MultiRowMutationService 2024-12-04T14:19:23,929 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T14:19:23,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 17436d10830f161dea81a89af5d68f11 2024-12-04T14:19:23,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:23,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 17436d10830f161dea81a89af5d68f11 2024-12-04T14:19:23,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 17436d10830f161dea81a89af5d68f11 2024-12-04T14:19:23,932 INFO [StoreOpener-17436d10830f161dea81a89af5d68f11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 17436d10830f161dea81a89af5d68f11 2024-12-04T14:19:23,933 INFO [StoreOpener-17436d10830f161dea81a89af5d68f11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17436d10830f161dea81a89af5d68f11 columnFamilyName hfileref 2024-12-04T14:19:23,934 DEBUG [StoreOpener-17436d10830f161dea81a89af5d68f11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:23,934 INFO [StoreOpener-17436d10830f161dea81a89af5d68f11-1 {}] regionserver.HStore(327): Store=17436d10830f161dea81a89af5d68f11/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:23,934 INFO [StoreOpener-17436d10830f161dea81a89af5d68f11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 17436d10830f161dea81a89af5d68f11 2024-12-04T14:19:23,935 INFO [StoreOpener-17436d10830f161dea81a89af5d68f11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17436d10830f161dea81a89af5d68f11 columnFamilyName queue 2024-12-04T14:19:23,935 DEBUG [StoreOpener-17436d10830f161dea81a89af5d68f11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:23,935 INFO [StoreOpener-17436d10830f161dea81a89af5d68f11-1 {}] regionserver.HStore(327): Store=17436d10830f161dea81a89af5d68f11/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:23,935 INFO [StoreOpener-17436d10830f161dea81a89af5d68f11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 17436d10830f161dea81a89af5d68f11 2024-12-04T14:19:23,936 INFO [StoreOpener-17436d10830f161dea81a89af5d68f11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 17436d10830f161dea81a89af5d68f11 columnFamilyName sid 2024-12-04T14:19:23,936 DEBUG [StoreOpener-17436d10830f161dea81a89af5d68f11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:23,937 INFO [StoreOpener-17436d10830f161dea81a89af5d68f11-1 {}] regionserver.HStore(327): Store=17436d10830f161dea81a89af5d68f11/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:23,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 17436d10830f161dea81a89af5d68f11 2024-12-04T14:19:23,937 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/replication/17436d10830f161dea81a89af5d68f11 2024-12-04T14:19:23,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/replication/17436d10830f161dea81a89af5d68f11 2024-12-04T14:19:23,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 17436d10830f161dea81a89af5d68f11 2024-12-04T14:19:23,938 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 17436d10830f161dea81a89af5d68f11 2024-12-04T14:19:23,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:19:23,940 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 17436d10830f161dea81a89af5d68f11 2024-12-04T14:19:23,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/replication/17436d10830f161dea81a89af5d68f11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:19:23,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 17436d10830f161dea81a89af5d68f11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60655147, jitterRate=-0.09616787731647491}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:19:23,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 17436d10830f161dea81a89af5d68f11 2024-12-04T14:19:23,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 17436d10830f161dea81a89af5d68f11: Running coprocessor pre-open hook at 1733321963930Writing region info on filesystem at 1733321963930Initializing all the Stores at 1733321963930Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321963930Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321963932 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321963932Cleaning up temporary data from old regions at 1733321963938 (+6 ms)Running coprocessor post-open hooks at 1733321963942 (+4 ms)Region opened successfully at 1733321963942 2024-12-04T14:19:23,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11., pid=10, masterSystemTime=1733321963905 2024-12-04T14:19:23,945 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11. 2024-12-04T14:19:23,945 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11. 2024-12-04T14:19:23,946 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=17436d10830f161dea81a89af5d68f11, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,35903,1733321956142 2024-12-04T14:19:23,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 17436d10830f161dea81a89af5d68f11, server=ff648bb9ef17,35903,1733321956142 because future has completed 2024-12-04T14:19:23,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T14:19:23,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 17436d10830f161dea81a89af5d68f11, server=ff648bb9ef17,35903,1733321956142 in 196 msec 2024-12-04T14:19:23,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T14:19:23,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=17436d10830f161dea81a89af5d68f11, ASSIGN in 353 msec 2024-12-04T14:19:23,955 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:19:23,955 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321963955"}]},"ts":"1733321963955"} 2024-12-04T14:19:23,957 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T14:19:23,958 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:19:23,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 385 msec 2024-12-04T14:19:23,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11., hostname=ff648bb9ef17,35903,1733321956142, seqNum=2] 2024-12-04T14:19:23,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894 2024-12-04T14:19:23,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894 2024-12-04T14:19:23,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:19:24,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T14:19:24,143 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T14:19:24,173 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff648bb9ef17,35903,1733321956142, ReplicationSource: 1, currentBandwidth=0 2024-12-04T14:19:24,173 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:24,173 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,35903,1733321956142, seqNum=-1] 2024-12-04T14:19:24,174 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:24,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-04T14:19:24,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff648bb9ef17,35903,1733321956142', locateType=CURRENT is [region=hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11., hostname=ff648bb9ef17,35903,1733321956142, seqNum=2] 2024-12-04T14:19:24,179 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T14:19:24,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T14:19:24,182 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff648bb9ef17,35903,1733321956142 suceeded 2024-12-04T14:19:24,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T14:19:24,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-12-04T14:19:24,184 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff648bb9ef17:43329,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T14:19:24,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 620 msec 2024-12-04T14:19:24,194 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:43329' 2024-12-04T14:19:24,195 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62bbfebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:24,195 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43329,-1 for getting cluster id 2024-12-04T14:19:24,195 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:24,196 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1752f3d-af01-482c-928b-58eb9afb6f7d' 2024-12-04T14:19:24,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:24,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:19:24,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1752f3d-af01-482c-928b-58eb9afb6f7d" 2024-12-04T14:19:24,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12f7bb41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:24,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43329,-1] 2024-12-04T14:19:24,197 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T14:19:24,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:24,197 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:19:24,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:24,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:24,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:24,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:24,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:24,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:24,198 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:24,198 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@190935b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:24,198 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:24,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43329,1733321952062 2024-12-04T14:19:24,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65664f1 2024-12-04T14:19:24,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:24,200 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-04T14:19:24,201 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff648bb9ef17,35903,1733321956142 (queues=1) is replicating from cluster=ac8834bc-6771-40e4-ad7b-178a59acf079 to cluster=f1752f3d-af01-482c-928b-58eb9afb6f7d 2024-12-04T14:19:24,201 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff648bb9ef17%2C35903%2C1733321956142 2024-12-04T14:19:24,201 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff648bb9ef17,35903,1733321956142, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:19:24,202 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.shipperff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C35903%2C1733321956142 2024-12-04T14:19:24,202 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377, startPosition=0, beingWritten=true 2024-12-04T14:19:24,202 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1733321964201/Put/seqid=0 2024-12-04T14:19:24,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741840_1016 (size=7894) 2024-12-04T14:19:24,211 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:19:24,211 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377 to pos 379, reset compression=false 2024-12-04T14:19:24,211 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.shipperff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,35903,1733321956142 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:19:24,217 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1733321964217/Put/seqid=0 2024-12-04T14:19:24,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741841_1017 (size=7691) 2024-12-04T14:19:24,362 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 379, reset compression=false 2024-12-04T14:19:24,418 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377 to pos 379, reset compression=false 2024-12-04T14:19:24,623 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c09f8fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:24,623 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43329,-1 for getting cluster id 2024-12-04T14:19:24,623 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:24,624 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1752f3d-af01-482c-928b-58eb9afb6f7d' 2024-12-04T14:19:24,624 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:24,624 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1752f3d-af01-482c-928b-58eb9afb6f7d" 2024-12-04T14:19:24,624 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54037158, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:24,624 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43329,-1] 2024-12-04T14:19:24,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:24,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:24,626 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:24,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4129e027, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:24,626 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:24,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,39079,1733321952119, seqNum=-1] 2024-12-04T14:19:24,628 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:24,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:19:24,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43329,1733321952062 2024-12-04T14:19:24,636 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75d09be2 2024-12-04T14:19:24,637 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:24,637 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:19:24,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733321958105.69f36507b58da7fc14085d96313596a3., hostname=ff648bb9ef17,39079,1733321952119, seqNum=2] 2024-12-04T14:19:24,643 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T14:19:24,649 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-12-04T14:19:24,651 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-12-04T14:19:24,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 69f36507b58da7fc14085d96313596a3/f 2024-12-04T14:19:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T14:19:24,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:19:24,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 69f36507b58da7fc14085d96313596a3/f 2024-12-04T14:19:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T14:19:24,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:19:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HRegion(2603): Flush status journal for 69f36507b58da7fc14085d96313596a3: 2024-12-04T14:19:24,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins__test__lfd9u2dg7vbm2c1pm9qdcctekkmfql515t4ucv2ceboi1crma3o9lk9aar17f8uf/f/hfile_0 2024-12-04T14:19:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins__test__lfd9u2dg7vbm2c1pm9qdcctekkmfql515t4ucv2ceboi1crma3o9lk9aar17f8uf/f/hfile_0 as hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/default/test/69f36507b58da7fc14085d96313596a3/f/5773cf72a3c348219066e8d0e7a3e399_SeqId_4_ 2024-12-04T14:19:24,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins__test__lfd9u2dg7vbm2c1pm9qdcctekkmfql515t4ucv2ceboi1crma3o9lk9aar17f8uf/f/hfile_1 2024-12-04T14:19:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins__test__lfd9u2dg7vbm2c1pm9qdcctekkmfql515t4ucv2ceboi1crma3o9lk9aar17f8uf/f/hfile_1 as hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/default/test/69f36507b58da7fc14085d96313596a3/f/2e2ca9342fb8476cb272fc920a696fa2_SeqId_4_ 2024-12-04T14:19:24,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins__test__lfd9u2dg7vbm2c1pm9qdcctekkmfql515t4ucv2ceboi1crma3o9lk9aar17f8uf/f/hfile_0 into 69f36507b58da7fc14085d96313596a3/f as hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/default/test/69f36507b58da7fc14085d96313596a3/f/5773cf72a3c348219066e8d0e7a3e399_SeqId_4_ - updating store file list. 2024-12-04T14:19:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5773cf72a3c348219066e8d0e7a3e399_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T14:19:24,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/default/test/69f36507b58da7fc14085d96313596a3/f/5773cf72a3c348219066e8d0e7a3e399_SeqId_4_ into 69f36507b58da7fc14085d96313596a3/f 2024-12-04T14:19:24,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins__test__lfd9u2dg7vbm2c1pm9qdcctekkmfql515t4ucv2ceboi1crma3o9lk9aar17f8uf/f/hfile_0 into 69f36507b58da7fc14085d96313596a3/f (new location: hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/default/test/69f36507b58da7fc14085d96313596a3/f/5773cf72a3c348219066e8d0e7a3e399_SeqId_4_) 2024-12-04T14:19:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins__test__lfd9u2dg7vbm2c1pm9qdcctekkmfql515t4ucv2ceboi1crma3o9lk9aar17f8uf/f/hfile_0 2024-12-04T14:19:24,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins__test__lfd9u2dg7vbm2c1pm9qdcctekkmfql515t4ucv2ceboi1crma3o9lk9aar17f8uf/f/hfile_1 into 69f36507b58da7fc14085d96313596a3/f as hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/default/test/69f36507b58da7fc14085d96313596a3/f/2e2ca9342fb8476cb272fc920a696fa2_SeqId_4_ - updating store file list. 2024-12-04T14:19:24,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2e2ca9342fb8476cb272fc920a696fa2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T14:19:24,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/default/test/69f36507b58da7fc14085d96313596a3/f/2e2ca9342fb8476cb272fc920a696fa2_SeqId_4_ into 69f36507b58da7fc14085d96313596a3/f 2024-12-04T14:19:24,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins__test__lfd9u2dg7vbm2c1pm9qdcctekkmfql515t4ucv2ceboi1crma3o9lk9aar17f8uf/f/hfile_1 into 69f36507b58da7fc14085d96313596a3/f (new location: hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/default/test/69f36507b58da7fc14085d96313596a3/f/2e2ca9342fb8476cb272fc920a696fa2_SeqId_4_) 2024-12-04T14:19:24,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins__test__lfd9u2dg7vbm2c1pm9qdcctekkmfql515t4ucv2ceboi1crma3o9lk9aar17f8uf/f/hfile_1 2024-12-04T14:19:24,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:19:24,679 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:24,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:24,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:24,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733321958105.69f36507b58da7fc14085d96313596a3., hostname=ff648bb9ef17,39079,1733321952119, seqNum=2 , the old value is region=test,,1733321958105.69f36507b58da7fc14085d96313596a3., hostname=ff648bb9ef17,39079,1733321952119, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ff648bb9ef17:39079 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T14:19:24,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733321958105.69f36507b58da7fc14085d96313596a3., hostname=ff648bb9ef17,39079,1733321952119, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T14:19:24,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733321958105.69f36507b58da7fc14085d96313596a3., hostname=ff648bb9ef17,39079,1733321952119, seqNum=2 from cache 2024-12-04T14:19:24,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:24,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:24,680 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T14:19:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,35903,1733321956142, seqNum=-1] 2024-12-04T14:19:24,681 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:24,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:19:24,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3., hostname=ff648bb9ef17,35903,1733321956142, seqNum=2] 2024-12-04T14:19:24,685 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T14:19:24,723 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377 to pos 379, reset compression=false 2024-12-04T14:19:24,787 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:39079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T14:19:24,966 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 379, reset compression=false 2024-12-04T14:19:24,972 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:19:24,972 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,39079,1733321952119 got entry batch from reader: WALEntryBatch [walEntries=[{test/69f36507b58da7fc14085d96313596a3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733321964678/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T14:19:24,975 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:19:24,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-12-04T14:19:24,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.ReplicationSink(318): Replicating [f1752f3d-af01-482c-928b-58eb9afb6f7d] bulk loaded data 2024-12-04T14:19:24,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@269d8125, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:24,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,34757,-1 for getting cluster id 2024-12-04T14:19:24,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:24,979 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac8834bc-6771-40e4-ad7b-178a59acf079' 2024-12-04T14:19:24,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:24,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac8834bc-6771-40e4-ad7b-178a59acf079" 2024-12-04T14:19:24,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b91d483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:24,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,34757,-1] 2024-12-04T14:19:24,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:24,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:24,981 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:24,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c6c426b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:25,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741840_1016 (size=7894) 2024-12-04T14:19:25,127 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377 to pos 379, reset compression=false 2024-12-04T14:19:25,172 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 687, reset compression=false 2024-12-04T14:19:25,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741841_1017 (size=7691) 2024-12-04T14:19:25,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:25,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,34757,1733321956078 2024-12-04T14:19:25,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fde993c 2024-12-04T14:19:25,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:25,416 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-12-04T14:19:25,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T14:19:25,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:25,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,35903,1733321956142, seqNum=-1] 2024-12-04T14:19:25,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:25,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-12-04T14:19:25,430 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins.hfs.11__test__hspttmseco88lp6bhjha9fut4cl5t578a7ggdggb6gv5652djnh1e11dfipd1dle/f/2e2ca9342fb8476cb272fc920a696fa2_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T14:19:25,433 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins.hfs.11__test__hspttmseco88lp6bhjha9fut4cl5t578a7ggdggb6gv5652djnh1e11dfipd1dle/f/5773cf72a3c348219066e8d0e7a3e399_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T14:19:25,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins.hfs.11__test__hspttmseco88lp6bhjha9fut4cl5t578a7ggdggb6gv5652djnh1e11dfipd1dle/f/5773cf72a3c348219066e8d0e7a3e399_SeqId_4_ for inclusion in ee0b2129e9b72e5431e8642531b208d3/f 2024-12-04T14:19:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-12-04T14:19:25,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:19:25,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins.hfs.11__test__hspttmseco88lp6bhjha9fut4cl5t578a7ggdggb6gv5652djnh1e11dfipd1dle/f/2e2ca9342fb8476cb272fc920a696fa2_SeqId_4_ for inclusion in ee0b2129e9b72e5431e8642531b208d3/f 2024-12-04T14:19:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-12-04T14:19:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:19:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HRegion(2603): Flush status journal for ee0b2129e9b72e5431e8642531b208d3: 2024-12-04T14:19:25,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5773cf72a3c348219066e8d0e7a3e399_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T14:19:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins.hfs.11__test__hspttmseco88lp6bhjha9fut4cl5t578a7ggdggb6gv5652djnh1e11dfipd1dle/f/5773cf72a3c348219066e8d0e7a3e399_SeqId_4_ as hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/default/test/ee0b2129e9b72e5431e8642531b208d3/f/37693e6d1aaf41f181d8a27feedb8797_SeqId_4_ 2024-12-04T14:19:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2e2ca9342fb8476cb272fc920a696fa2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T14:19:25,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins.hfs.11__test__hspttmseco88lp6bhjha9fut4cl5t578a7ggdggb6gv5652djnh1e11dfipd1dle/f/2e2ca9342fb8476cb272fc920a696fa2_SeqId_4_ as hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/default/test/ee0b2129e9b72e5431e8642531b208d3/f/2f66a3ad95964ab29abfb24267e154a3_SeqId_4_ 2024-12-04T14:19:25,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins.hfs.11__test__hspttmseco88lp6bhjha9fut4cl5t578a7ggdggb6gv5652djnh1e11dfipd1dle/f/5773cf72a3c348219066e8d0e7a3e399_SeqId_4_ into ee0b2129e9b72e5431e8642531b208d3/f as hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/default/test/ee0b2129e9b72e5431e8642531b208d3/f/37693e6d1aaf41f181d8a27feedb8797_SeqId_4_ - updating store file list. 2024-12-04T14:19:25,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 37693e6d1aaf41f181d8a27feedb8797_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T14:19:25,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/default/test/ee0b2129e9b72e5431e8642531b208d3/f/37693e6d1aaf41f181d8a27feedb8797_SeqId_4_ into ee0b2129e9b72e5431e8642531b208d3/f 2024-12-04T14:19:25,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins.hfs.11__test__hspttmseco88lp6bhjha9fut4cl5t578a7ggdggb6gv5652djnh1e11dfipd1dle/f/5773cf72a3c348219066e8d0e7a3e399_SeqId_4_ into ee0b2129e9b72e5431e8642531b208d3/f (new location: hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/default/test/ee0b2129e9b72e5431e8642531b208d3/f/37693e6d1aaf41f181d8a27feedb8797_SeqId_4_) 2024-12-04T14:19:25,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins.hfs.11__test__hspttmseco88lp6bhjha9fut4cl5t578a7ggdggb6gv5652djnh1e11dfipd1dle/f/5773cf72a3c348219066e8d0e7a3e399_SeqId_4_ 2024-12-04T14:19:25,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins.hfs.11__test__hspttmseco88lp6bhjha9fut4cl5t578a7ggdggb6gv5652djnh1e11dfipd1dle/f/2e2ca9342fb8476cb272fc920a696fa2_SeqId_4_ into ee0b2129e9b72e5431e8642531b208d3/f as hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/default/test/ee0b2129e9b72e5431e8642531b208d3/f/2f66a3ad95964ab29abfb24267e154a3_SeqId_4_ - updating store file list. 2024-12-04T14:19:25,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2f66a3ad95964ab29abfb24267e154a3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T14:19:25,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/default/test/ee0b2129e9b72e5431e8642531b208d3/f/2f66a3ad95964ab29abfb24267e154a3_SeqId_4_ into ee0b2129e9b72e5431e8642531b208d3/f 2024-12-04T14:19:25,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins.hfs.11__test__hspttmseco88lp6bhjha9fut4cl5t578a7ggdggb6gv5652djnh1e11dfipd1dle/f/2e2ca9342fb8476cb272fc920a696fa2_SeqId_4_ into ee0b2129e9b72e5431e8642531b208d3/f (new location: hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/default/test/ee0b2129e9b72e5431e8642531b208d3/f/2f66a3ad95964ab29abfb24267e154a3_SeqId_4_) 2024-12-04T14:19:25,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins.hfs.11__test__hspttmseco88lp6bhjha9fut4cl5t578a7ggdggb6gv5652djnh1e11dfipd1dle/f/2e2ca9342fb8476cb272fc920a696fa2_SeqId_4_ 2024-12-04T14:19:25,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.ReplicationSink(324): Finished replicating [f1752f3d-af01-482c-928b-58eb9afb6f7d] bulk loaded data 2024-12-04T14:19:25,477 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 687, reset compression=false 2024-12-04T14:19:25,631 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377 to pos 379, reset compression=false 2024-12-04T14:19:25,637 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:19:25,637 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.shipperff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,35903,1733321956142 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee0b2129e9b72e5431e8642531b208d3/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733321965460/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-04T14:19:25,639 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.shipperff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:19:25,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-12-04T14:19:25,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.ReplicationSink(318): Replicating [f1752f3d-af01-482c-928b-58eb9afb6f7d, ac8834bc-6771-40e4-ad7b-178a59acf079] bulk loaded data 2024-12-04T14:19:25,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21c3a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:25,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43329,-1 for getting cluster id 2024-12-04T14:19:25,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:25,642 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f1752f3d-af01-482c-928b-58eb9afb6f7d' 2024-12-04T14:19:25,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:25,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f1752f3d-af01-482c-928b-58eb9afb6f7d" 2024-12-04T14:19:25,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cd9afac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:25,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43329,-1] 2024-12-04T14:19:25,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:25,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:25,643 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:25,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@11f98fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:25,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741842_1018 (size=7894) 2024-12-04T14:19:25,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:25,697 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1733321965697/Put/seqid=0 2024-12-04T14:19:25,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741842_1018 (size=11194) 2024-12-04T14:19:25,838 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377 to pos 725, reset compression=false 2024-12-04T14:19:25,881 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 687, reset compression=false 2024-12-04T14:19:25,892 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:19:25,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:25,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:25,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:25,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:25,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:25,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:25,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:25,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:25,994 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T14:19:26,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741843_1019 (size=7691) 2024-12-04T14:19:26,104 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1733321966103/Put/seqid=0 2024-12-04T14:19:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741843_1019 (size=10791) 2024-12-04T14:19:26,147 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377 to pos 725, reset compression=false 2024-12-04T14:19:26,386 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 687, reset compression=false 2024-12-04T14:19:26,465 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:26,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43329,1733321952062 2024-12-04T14:19:26,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68d5510c 2024-12-04T14:19:26,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:26,468 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-12-04T14:19:26,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T14:19:26,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:26,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,39079,1733321952119, seqNum=-1] 2024-12-04T14:19:26,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:26,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-12-04T14:19:26,480 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins.hfs.10__test__skdsiqdag0ek8uv0fbhhl6r4gnn086dnob36q45jphnudpgf30d3puecmd7g0ma0/f/2f66a3ad95964ab29abfb24267e154a3_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-12-04T14:19:26,483 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins.hfs.10__test__skdsiqdag0ek8uv0fbhhl6r4gnn086dnob36q45jphnudpgf30d3puecmd7g0ma0/f/37693e6d1aaf41f181d8a27feedb8797_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-12-04T14:19:26,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.ReplicationSink(324): Finished replicating [f1752f3d-af01-482c-928b-58eb9afb6f7d, ac8834bc-6771-40e4-ad7b-178a59acf079] bulk loaded data 2024-12-04T14:19:26,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5c4c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:26,510 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,34757,-1 for getting cluster id 2024-12-04T14:19:26,510 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:26,511 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ac8834bc-6771-40e4-ad7b-178a59acf079' 2024-12-04T14:19:26,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:26,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ac8834bc-6771-40e4-ad7b-178a59acf079" 2024-12-04T14:19:26,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce14e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:26,511 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,34757,-1] 2024-12-04T14:19:26,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:26,512 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:26,513 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:26,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7308b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:26,513 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:26,514 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,35903,1733321956142, seqNum=-1] 2024-12-04T14:19:26,515 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:26,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:19:26,523 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:26,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,34757,1733321956078 2024-12-04T14:19:26,524 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b62119 2024-12-04T14:19:26,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:26,525 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:19:26,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3., hostname=ff648bb9ef17,35903,1733321956142, seqNum=2] 2024-12-04T14:19:26,531 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T14:19:26,538 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-12-04T14:19:26,541 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-12-04T14:19:26,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/testHFileCyclicReplication_10/f/hfile_1 for inclusion in ee0b2129e9b72e5431e8642531b208d3/f 2024-12-04T14:19:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T14:19:26,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:19:26,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/testHFileCyclicReplication_10/f/hfile_0 for inclusion in ee0b2129e9b72e5431e8642531b208d3/f 2024-12-04T14:19:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T14:19:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:19:26,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HRegion(2603): Flush status journal for ee0b2129e9b72e5431e8642531b208d3: 2024-12-04T14:19:26,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins__test__gj1enlgt3blmhia693amapge6ir9p2kq2tllfi3ttt929r39av8n93ggj64l0rte/f/hfile_1 2024-12-04T14:19:26,552 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377 to pos 725, reset compression=false 2024-12-04T14:19:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins__test__gj1enlgt3blmhia693amapge6ir9p2kq2tllfi3ttt929r39av8n93ggj64l0rte/f/hfile_1 as hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/default/test/ee0b2129e9b72e5431e8642531b208d3/f/fac72ca0064743209d6464d50b39955c_SeqId_6_ 2024-12-04T14:19:26,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins__test__gj1enlgt3blmhia693amapge6ir9p2kq2tllfi3ttt929r39av8n93ggj64l0rte/f/hfile_0 2024-12-04T14:19:26,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins__test__gj1enlgt3blmhia693amapge6ir9p2kq2tllfi3ttt929r39av8n93ggj64l0rte/f/hfile_0 as hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/default/test/ee0b2129e9b72e5431e8642531b208d3/f/63deb0b4b0e74af6b0a3042516d94ca7_SeqId_6_ 2024-12-04T14:19:26,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins__test__gj1enlgt3blmhia693amapge6ir9p2kq2tllfi3ttt929r39av8n93ggj64l0rte/f/hfile_1 into ee0b2129e9b72e5431e8642531b208d3/f as hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/default/test/ee0b2129e9b72e5431e8642531b208d3/f/fac72ca0064743209d6464d50b39955c_SeqId_6_ - updating store file list. 2024-12-04T14:19:26,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fac72ca0064743209d6464d50b39955c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T14:19:26,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/default/test/ee0b2129e9b72e5431e8642531b208d3/f/fac72ca0064743209d6464d50b39955c_SeqId_6_ into ee0b2129e9b72e5431e8642531b208d3/f 2024-12-04T14:19:26,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins__test__gj1enlgt3blmhia693amapge6ir9p2kq2tllfi3ttt929r39av8n93ggj64l0rte/f/hfile_1 into ee0b2129e9b72e5431e8642531b208d3/f (new location: hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/default/test/ee0b2129e9b72e5431e8642531b208d3/f/fac72ca0064743209d6464d50b39955c_SeqId_6_) 2024-12-04T14:19:26,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins__test__gj1enlgt3blmhia693amapge6ir9p2kq2tllfi3ttt929r39av8n93ggj64l0rte/f/hfile_1 2024-12-04T14:19:26,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins__test__gj1enlgt3blmhia693amapge6ir9p2kq2tllfi3ttt929r39av8n93ggj64l0rte/f/hfile_0 into ee0b2129e9b72e5431e8642531b208d3/f as hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/default/test/ee0b2129e9b72e5431e8642531b208d3/f/63deb0b4b0e74af6b0a3042516d94ca7_SeqId_6_ - updating store file list. 2024-12-04T14:19:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 63deb0b4b0e74af6b0a3042516d94ca7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T14:19:26,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/default/test/ee0b2129e9b72e5431e8642531b208d3/f/63deb0b4b0e74af6b0a3042516d94ca7_SeqId_6_ into ee0b2129e9b72e5431e8642531b208d3/f 2024-12-04T14:19:26,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins__test__gj1enlgt3blmhia693amapge6ir9p2kq2tllfi3ttt929r39av8n93ggj64l0rte/f/hfile_0 into ee0b2129e9b72e5431e8642531b208d3/f (new location: hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/default/test/ee0b2129e9b72e5431e8642531b208d3/f/63deb0b4b0e74af6b0a3042516d94ca7_SeqId_6_) 2024-12-04T14:19:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/staging/jenkins__test__gj1enlgt3blmhia693amapge6ir9p2kq2tllfi3ttt929r39av8n93ggj64l0rte/f/hfile_0 2024-12-04T14:19:26,575 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:19:26,575 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:26,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:26,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:26,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3., hostname=ff648bb9ef17,35903,1733321956142, seqNum=2 , the old value is region=test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3., hostname=ff648bb9ef17,35903,1733321956142, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ff648bb9ef17:35903 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T14:19:26,575 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3., hostname=ff648bb9ef17,35903,1733321956142, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T14:19:26,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3., hostname=ff648bb9ef17,35903,1733321956142, seqNum=2 from cache 2024-12-04T14:19:26,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:26,576 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T14:19:26,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,39079,1733321952119, seqNum=-1] 2024-12-04T14:19:26,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:26,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:19:26,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733321958105.69f36507b58da7fc14085d96313596a3., hostname=ff648bb9ef17,39079,1733321952119, seqNum=2] 2024-12-04T14:19:26,586 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T14:19:26,687 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T14:19:26,990 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 687, reset compression=false 2024-12-04T14:19:27,065 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377 to pos 725, reset compression=false 2024-12-04T14:19:27,071 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:19:27,071 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.shipperff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,35903,1733321956142 got entry batch from reader: WALEntryBatch [walEntries=[{test/ee0b2129e9b72e5431e8642531b208d3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733321966573/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T14:19:27,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.ReplicationSink(318): Replicating [ac8834bc-6771-40e4-ad7b-178a59acf079] bulk loaded data 2024-12-04T14:19:27,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741844_1020 (size=10791) 2024-12-04T14:19:27,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741845_1021 (size=11194) 2024-12-04T14:19:27,271 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377 to pos 1033, reset compression=false 2024-12-04T14:19:27,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T14:19:27,501 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins.hfs.10__test__fvfu1786qslf5k8r8tgqpebla025ri46o4g66robo6do98qnq2lu2dfg6p6j9ao6/f/63deb0b4b0e74af6b0a3042516d94ca7_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-12-04T14:19:27,504 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins.hfs.10__test__fvfu1786qslf5k8r8tgqpebla025ri46o4g66robo6do98qnq2lu2dfg6p6j9ao6/f/fac72ca0064743209d6464d50b39955c_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-12-04T14:19:27,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins.hfs.10__test__fvfu1786qslf5k8r8tgqpebla025ri46o4g66robo6do98qnq2lu2dfg6p6j9ao6/f/fac72ca0064743209d6464d50b39955c_SeqId_6_ for inclusion in 69f36507b58da7fc14085d96313596a3/f 2024-12-04T14:19:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-12-04T14:19:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:19:27,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins.hfs.10__test__fvfu1786qslf5k8r8tgqpebla025ri46o4g66robo6do98qnq2lu2dfg6p6j9ao6/f/63deb0b4b0e74af6b0a3042516d94ca7_SeqId_6_ for inclusion in 69f36507b58da7fc14085d96313596a3/f 2024-12-04T14:19:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-12-04T14:19:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:19:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HRegion(2603): Flush status journal for 69f36507b58da7fc14085d96313596a3: 2024-12-04T14:19:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fac72ca0064743209d6464d50b39955c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T14:19:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins.hfs.10__test__fvfu1786qslf5k8r8tgqpebla025ri46o4g66robo6do98qnq2lu2dfg6p6j9ao6/f/fac72ca0064743209d6464d50b39955c_SeqId_6_ as hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/default/test/69f36507b58da7fc14085d96313596a3/f/1795506fe769423dae87374f9e23745e_SeqId_6_ 2024-12-04T14:19:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 63deb0b4b0e74af6b0a3042516d94ca7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T14:19:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins.hfs.10__test__fvfu1786qslf5k8r8tgqpebla025ri46o4g66robo6do98qnq2lu2dfg6p6j9ao6/f/63deb0b4b0e74af6b0a3042516d94ca7_SeqId_6_ as hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/default/test/69f36507b58da7fc14085d96313596a3/f/fa69279d18664fb3b880a9a8bff4d184_SeqId_6_ 2024-12-04T14:19:27,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins.hfs.10__test__fvfu1786qslf5k8r8tgqpebla025ri46o4g66robo6do98qnq2lu2dfg6p6j9ao6/f/fac72ca0064743209d6464d50b39955c_SeqId_6_ into 69f36507b58da7fc14085d96313596a3/f as hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/default/test/69f36507b58da7fc14085d96313596a3/f/1795506fe769423dae87374f9e23745e_SeqId_6_ - updating store file list. 2024-12-04T14:19:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1795506fe769423dae87374f9e23745e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T14:19:27,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/default/test/69f36507b58da7fc14085d96313596a3/f/1795506fe769423dae87374f9e23745e_SeqId_6_ into 69f36507b58da7fc14085d96313596a3/f 2024-12-04T14:19:27,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins.hfs.10__test__fvfu1786qslf5k8r8tgqpebla025ri46o4g66robo6do98qnq2lu2dfg6p6j9ao6/f/fac72ca0064743209d6464d50b39955c_SeqId_6_ into 69f36507b58da7fc14085d96313596a3/f (new location: hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/default/test/69f36507b58da7fc14085d96313596a3/f/1795506fe769423dae87374f9e23745e_SeqId_6_) 2024-12-04T14:19:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins.hfs.10__test__fvfu1786qslf5k8r8tgqpebla025ri46o4g66robo6do98qnq2lu2dfg6p6j9ao6/f/fac72ca0064743209d6464d50b39955c_SeqId_6_ 2024-12-04T14:19:27,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins.hfs.10__test__fvfu1786qslf5k8r8tgqpebla025ri46o4g66robo6do98qnq2lu2dfg6p6j9ao6/f/63deb0b4b0e74af6b0a3042516d94ca7_SeqId_6_ into 69f36507b58da7fc14085d96313596a3/f as hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/default/test/69f36507b58da7fc14085d96313596a3/f/fa69279d18664fb3b880a9a8bff4d184_SeqId_6_ - updating store file list. 2024-12-04T14:19:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fa69279d18664fb3b880a9a8bff4d184_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T14:19:27,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/default/test/69f36507b58da7fc14085d96313596a3/f/fa69279d18664fb3b880a9a8bff4d184_SeqId_6_ into 69f36507b58da7fc14085d96313596a3/f 2024-12-04T14:19:27,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins.hfs.10__test__fvfu1786qslf5k8r8tgqpebla025ri46o4g66robo6do98qnq2lu2dfg6p6j9ao6/f/63deb0b4b0e74af6b0a3042516d94ca7_SeqId_6_ into 69f36507b58da7fc14085d96313596a3/f (new location: hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/default/test/69f36507b58da7fc14085d96313596a3/f/fa69279d18664fb3b880a9a8bff4d184_SeqId_6_) 2024-12-04T14:19:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/staging/jenkins.hfs.10__test__fvfu1786qslf5k8r8tgqpebla025ri46o4g66robo6do98qnq2lu2dfg6p6j9ao6/f/63deb0b4b0e74af6b0a3042516d94ca7_SeqId_6_ 2024-12-04T14:19:27,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39079 {}] regionserver.ReplicationSink(324): Finished replicating [ac8834bc-6771-40e4-ad7b-178a59acf079] bulk loaded data 2024-12-04T14:19:27,578 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377 to pos 1033, reset compression=false 2024-12-04T14:19:27,595 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:19:27,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:19:27,595 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:27,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:27,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:27,595 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:19:27,595 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:27,595 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1124042699, stopped=false 2024-12-04T14:19:27,595 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,34757,1733321956078 2024-12-04T14:19:27,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1397340894/running 2024-12-04T14:19:27,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1397340894/running 2024-12-04T14:19:27,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894 2024-12-04T14:19:27,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894 2024-12-04T14:19:27,597 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:19:27,597 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:19:27,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:27,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:27,598 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,35903,1733321956142' ***** 2024-12-04T14:19:27,598 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:19:27,598 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Set watcher on znode that does not yet exist, /1-1397340894/running 2024-12-04T14:19:27,602 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:19:27,602 INFO [RS:0;ff648bb9ef17:35903 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:19:27,602 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:19:27,602 INFO [RS:0;ff648bb9ef17:35903 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:19:27,603 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(3091): Received CLOSE for ee0b2129e9b72e5431e8642531b208d3 2024-12-04T14:19:27,603 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Set watcher on znode that does not yet exist, /1-1397340894/running 2024-12-04T14:19:27,603 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(3091): Received CLOSE for 17436d10830f161dea81a89af5d68f11 2024-12-04T14:19:27,603 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,35903,1733321956142 2024-12-04T14:19:27,603 INFO [RS:0;ff648bb9ef17:35903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:19:27,603 INFO [RS:0;ff648bb9ef17:35903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:35903. 2024-12-04T14:19:27,603 DEBUG [RS:0;ff648bb9ef17:35903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:27,603 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ee0b2129e9b72e5431e8642531b208d3, disabling compactions & flushes 2024-12-04T14:19:27,603 DEBUG [RS:0;ff648bb9ef17:35903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:27,603 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3. 2024-12-04T14:19:27,603 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3. 2024-12-04T14:19:27,603 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3. after waiting 0 ms 2024-12-04T14:19:27,603 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:19:27,603 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3. 2024-12-04T14:19:27,603 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:19:27,603 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:19:27,603 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:19:27,604 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T14:19:27,604 DEBUG [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(1325): Online Regions={ee0b2129e9b72e5431e8642531b208d3=test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3., 1588230740=hbase:meta,,1.1588230740, 17436d10830f161dea81a89af5d68f11=hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11.} 2024-12-04T14:19:27,604 DEBUG [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17436d10830f161dea81a89af5d68f11, ee0b2129e9b72e5431e8642531b208d3 2024-12-04T14:19:27,604 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:19:27,604 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:19:27,604 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:19:27,604 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:19:27,604 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:19:27,604 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T14:19:27,607 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/default/test/ee0b2129e9b72e5431e8642531b208d3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T14:19:27,608 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:19:27,608 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:19:27,608 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3. 2024-12-04T14:19:27,608 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ee0b2129e9b72e5431e8642531b208d3: Waiting for close lock at 1733321967603Running coprocessor pre-close hooks at 1733321967603Disabling compacts and flushes for region at 1733321967603Disabling writes for close at 1733321967603Writing region close event to WAL at 1733321967604 (+1 ms)Running coprocessor post-close hooks at 1733321967608 (+4 ms)Closed at 1733321967608 2024-12-04T14:19:27,608 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3. 2024-12-04T14:19:27,608 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 17436d10830f161dea81a89af5d68f11, disabling compactions & flushes 2024-12-04T14:19:27,608 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11. 2024-12-04T14:19:27,609 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11. 2024-12-04T14:19:27,609 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11. after waiting 0 ms 2024-12-04T14:19:27,609 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11. 2024-12-04T14:19:27,609 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 17436d10830f161dea81a89af5d68f11 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-12-04T14:19:27,624 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/replication/17436d10830f161dea81a89af5d68f11/.tmp/hfileref/2948879539ee4053828abd5152b8ceec is 74, key is 1/hfileref:2f66a3ad95964ab29abfb24267e154a3_SeqId_4_/1733321966486/DeleteColumn/seqid=0 2024-12-04T14:19:27,626 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/.tmp/info/3f0e5017c2d844038b7ccb8938bce3a3 is 147, key is hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11./info:regioninfo/1733321963946/Put/seqid=0 2024-12-04T14:19:27,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741844_1020 (size=5345) 2024-12-04T14:19:27,630 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/replication/17436d10830f161dea81a89af5d68f11/.tmp/hfileref/2948879539ee4053828abd5152b8ceec 2024-12-04T14:19:27,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741845_1021 (size=7686) 2024-12-04T14:19:27,650 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/replication/17436d10830f161dea81a89af5d68f11/.tmp/queue/32fa8a328cc24c6a987aac32cbd4d4e1 is 154, key is 1-ff648bb9ef17,35903,1733321956142/queue:ff648bb9ef17%2C35903%2C1733321956142/1733321967531/Put/seqid=0 2024-12-04T14:19:27,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741846_1022 (size=5353) 2024-12-04T14:19:27,661 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:19:27,694 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 687, reset compression=false 2024-12-04T14:19:27,700 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:19:27,700 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,39079,1733321952119 got entry batch from reader: WALEntryBatch [walEntries=[{test/69f36507b58da7fc14085d96313596a3/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733321967526/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-12-04T14:19:27,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ff648bb9ef17,35903,1733321956142 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T14:19:27,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:33700 deadline: 1733322027701, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ff648bb9ef17,35903,1733321956142 stopping 2024-12-04T14:19:27,708 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ff648bb9ef17,35903,1733321956142 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:19:27,804 DEBUG [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17436d10830f161dea81a89af5d68f11 2024-12-04T14:19:27,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ff648bb9ef17,35903,1733321956142 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T14:19:27,812 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35903 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:33700 deadline: 1733322027812, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ff648bb9ef17,35903,1733321956142 stopping 2024-12-04T14:19:27,813 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ff648bb9ef17,35903,1733321956142 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:19:27,901 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 1033, reset compression=false 2024-12-04T14:19:27,982 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377 to pos 1033, reset compression=false 2024-12-04T14:19:27,988 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:19:27,988 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377 to pos 1328, reset compression=false 2024-12-04T14:19:27,988 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.shipperff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,35903,1733321956142 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:19:27,989 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.shipperff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff648bb9ef17,35903,1733321956142: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ff648bb9ef17,35903,1733321956142, walGroup=ff648bb9ef17%2C35903%2C1733321956142, offset=ff648bb9ef17%2C35903%2C1733321956142.1733321957377:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:35903 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T14:19:27,990 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.shipperff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T14:19:27,990 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.shipperff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T14:19:27,991 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.shipperff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T14:19:27,991 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.shipperff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T14:19:27,991 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.shipperff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T14:19:27,991 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.shipperff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 558628592 }, "NonHeapMemoryUsage": { "committed": 189857792, "init": 7667712, "max": -1, "used": 187159072 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T14:19:27,992 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.shipperff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T14:19:28,004 DEBUG [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 17436d10830f161dea81a89af5d68f11 2024-12-04T14:19:28,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ff648bb9ef17,35903,1733321956142 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:19:28,018 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ff648bb9ef17,35903,1733321956142 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:19:28,033 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/.tmp/info/3f0e5017c2d844038b7ccb8938bce3a3 2024-12-04T14:19:28,051 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/.tmp/ns/5f46cbdf89d049dbb400499a52757cdd is 43, key is default/ns:d/1733321958037/Put/seqid=0 2024-12-04T14:19:28,054 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/replication/17436d10830f161dea81a89af5d68f11/.tmp/queue/32fa8a328cc24c6a987aac32cbd4d4e1 2024-12-04T14:19:28,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741847_1023 (size=5153) 2024-12-04T14:19:28,059 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/replication/17436d10830f161dea81a89af5d68f11/.tmp/hfileref/2948879539ee4053828abd5152b8ceec as hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/replication/17436d10830f161dea81a89af5d68f11/hfileref/2948879539ee4053828abd5152b8ceec 2024-12-04T14:19:28,063 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/replication/17436d10830f161dea81a89af5d68f11/hfileref/2948879539ee4053828abd5152b8ceec, entries=4, sequenceid=12, filesize=5.2 K 2024-12-04T14:19:28,064 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/replication/17436d10830f161dea81a89af5d68f11/.tmp/queue/32fa8a328cc24c6a987aac32cbd4d4e1 as hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/replication/17436d10830f161dea81a89af5d68f11/queue/32fa8a328cc24c6a987aac32cbd4d4e1 2024-12-04T14:19:28,068 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/replication/17436d10830f161dea81a89af5d68f11/queue/32fa8a328cc24c6a987aac32cbd4d4e1, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T14:19:28,069 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 17436d10830f161dea81a89af5d68f11 in 460ms, sequenceid=12, compaction requested=false 2024-12-04T14:19:28,072 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/replication/17436d10830f161dea81a89af5d68f11/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T14:19:28,073 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:19:28,073 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:19:28,073 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11. 2024-12-04T14:19:28,073 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 17436d10830f161dea81a89af5d68f11: Waiting for close lock at 1733321967608Running coprocessor pre-close hooks at 1733321967608Disabling compacts and flushes for region at 1733321967608Disabling writes for close at 1733321967609 (+1 ms)Obtaining lock to block concurrent updates at 1733321967609Preparing flush snapshotting stores in 17436d10830f161dea81a89af5d68f11 at 1733321967609Finished memstore snapshotting hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1733321967609Flushing stores of hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11. at 1733321967609Flushing 17436d10830f161dea81a89af5d68f11/hfileref: creating writer at 1733321967609Flushing 17436d10830f161dea81a89af5d68f11/hfileref: appending metadata at 1733321967624 (+15 ms)Flushing 17436d10830f161dea81a89af5d68f11/hfileref: closing flushed file at 1733321967624Flushing 17436d10830f161dea81a89af5d68f11/queue: creating writer at 1733321967635 (+11 ms)Flushing 17436d10830f161dea81a89af5d68f11/queue: appending metadata at 1733321967649 (+14 ms)Flushing 17436d10830f161dea81a89af5d68f11/queue: closing flushed file at 1733321967649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af3d721: reopening flushed file at 1733321968059 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@585be085: reopening flushed file at 1733321968063 (+4 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 17436d10830f161dea81a89af5d68f11 in 460ms, sequenceid=12, compaction requested=false at 1733321968069 (+6 ms)Writing region close event to WAL at 1733321968070 (+1 ms)Running coprocessor post-close hooks at 1733321968073 (+3 ms)Closed at 1733321968073 2024-12-04T14:19:28,073 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733321963573.17436d10830f161dea81a89af5d68f11. 2024-12-04T14:19:28,193 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377 to pos 1328, reset compression=false 2024-12-04T14:19:28,204 DEBUG [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:19:28,205 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 1033, reset compression=false 2024-12-04T14:19:28,259 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:19:28,259 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:19:28,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ff648bb9ef17,35903,1733321956142 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:19:28,322 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ff648bb9ef17,35903,1733321956142 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:19:28,405 DEBUG [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:19:28,456 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/.tmp/ns/5f46cbdf89d049dbb400499a52757cdd 2024-12-04T14:19:28,479 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/.tmp/rep_barrier/33f85ad19787457682ffb64ac7b1e2d9 is 112, key is test,,1733321959250.ee0b2129e9b72e5431e8642531b208d3./rep_barrier:seqnumDuringOpen/1733321960406/Put/seqid=0 2024-12-04T14:19:28,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741848_1024 (size=5518) 2024-12-04T14:19:28,497 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377 to pos 1328, reset compression=false 2024-12-04T14:19:28,605 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T14:19:28,605 DEBUG [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T14:19:28,605 DEBUG [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:19:28,609 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 1033, reset compression=false 2024-12-04T14:19:28,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ff648bb9ef17,35903,1733321956142 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:19:28,726 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ff648bb9ef17,35903,1733321956142 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:19:28,805 DEBUG [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:19:28,883 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/.tmp/rep_barrier/33f85ad19787457682ffb64ac7b1e2d9 2024-12-04T14:19:28,900 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377 to pos 1328, reset compression=false 2024-12-04T14:19:28,903 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/.tmp/table/ec57470bc97d427ca0315d5eb85a5029 is 53, key is hbase:replication/table:state/1733321963955/Put/seqid=0 2024-12-04T14:19:28,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741849_1025 (size=5308) 2024-12-04T14:19:29,005 DEBUG [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:19:29,114 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 1033, reset compression=false 2024-12-04T14:19:29,205 DEBUG [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:19:29,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server ff648bb9ef17,35903,1733321956142 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:19:29,230 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server ff648bb9ef17,35903,1733321956142 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:19:29,310 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/.tmp/table/ec57470bc97d427ca0315d5eb85a5029 2024-12-04T14:19:29,315 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/.tmp/info/3f0e5017c2d844038b7ccb8938bce3a3 as hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/info/3f0e5017c2d844038b7ccb8938bce3a3 2024-12-04T14:19:29,319 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/info/3f0e5017c2d844038b7ccb8938bce3a3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T14:19:29,320 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/.tmp/ns/5f46cbdf89d049dbb400499a52757cdd as hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/ns/5f46cbdf89d049dbb400499a52757cdd 2024-12-04T14:19:29,325 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/ns/5f46cbdf89d049dbb400499a52757cdd, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T14:19:29,325 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/.tmp/rep_barrier/33f85ad19787457682ffb64ac7b1e2d9 as hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/rep_barrier/33f85ad19787457682ffb64ac7b1e2d9 2024-12-04T14:19:29,329 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/rep_barrier/33f85ad19787457682ffb64ac7b1e2d9, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T14:19:29,330 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/.tmp/table/ec57470bc97d427ca0315d5eb85a5029 as hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/table/ec57470bc97d427ca0315d5eb85a5029 2024-12-04T14:19:29,334 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/table/ec57470bc97d427ca0315d5eb85a5029, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T14:19:29,335 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=16, compaction requested=false 2024-12-04T14:19:29,343 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T14:19:29,343 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:19:29,343 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:19:29,343 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:19:29,344 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321967604Running coprocessor pre-close hooks at 1733321967604Disabling compacts and flushes for region at 1733321967604Disabling writes for close at 1733321967604Obtaining lock to block concurrent updates at 1733321967604Preparing flush snapshotting stores in 1588230740 at 1733321967604Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733321967604Flushing stores of hbase:meta,,1.1588230740 at 1733321967605 (+1 ms)Flushing 1588230740/info: creating writer at 1733321967605Flushing 1588230740/info: appending metadata at 1733321967625 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733321967625Flushing 1588230740/ns: creating writer at 1733321968037 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733321968051 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733321968051Flushing 1588230740/rep_barrier: creating writer at 1733321968461 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733321968479 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733321968479Flushing 1588230740/table: creating writer at 1733321968888 (+409 ms)Flushing 1588230740/table: appending metadata at 1733321968903 (+15 ms)Flushing 1588230740/table: closing flushed file at 1733321968903Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bdb5986: reopening flushed file at 1733321969314 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67a8186c: reopening flushed file at 1733321969320 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29127110: reopening flushed file at 1733321969325 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5608f421: reopening flushed file at 1733321969330 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1731ms, sequenceid=16, compaction requested=false at 1733321969335 (+5 ms)Writing region close event to WAL at 1733321969339 (+4 ms)Running coprocessor post-close hooks at 1733321969343 (+4 ms)Closed at 1733321969343 2024-12-04T14:19:29,344 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:19:29,404 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.1733321957377 to pos 1328, reset compression=false 2024-12-04T14:19:29,405 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,35903,1733321956142; all regions closed. 2024-12-04T14:19:29,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741834_1010 (size=4239) 2024-12-04T14:19:29,408 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/WALs/ff648bb9ef17,35903,1733321956142/ff648bb9ef17%2C35903%2C1733321956142.meta.1733321957978.meta not finished, retry = 0 2024-12-04T14:19:29,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741839_1015 (size=3127) 2024-12-04T14:19:29,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741832_1008 (size=1336) 2024-12-04T14:19:29,514 DEBUG [RS:0;ff648bb9ef17:35903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:29,514 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:19:29,514 INFO [RS:0;ff648bb9ef17:35903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:19:29,514 INFO [RS:0;ff648bb9ef17:35903 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T14:19:29,515 INFO [RS:0;ff648bb9ef17:35903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:19:29,515 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:19:29,515 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff648bb9ef17,35903,1733321956142 because: Region server is closing 2024-12-04T14:19:29,515 INFO [RS:0;ff648bb9ef17:35903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:35903. 2024-12-04T14:19:29,515 DEBUG [RS:0;ff648bb9ef17:35903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:29,515 DEBUG [RS:0;ff648bb9ef17:35903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:29,515 DEBUG [RS:0;ff648bb9ef17:35903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:29,515 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:29,615 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.shipperff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 terminated 2024-12-04T14:19:29,616 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,35903,1733321956142.replicationSource.wal-reader.ff648bb9ef17%2C35903%2C1733321956142,1-ff648bb9ef17,35903,1733321956142 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T14:19:29,616 INFO [RS:0;ff648bb9ef17:35903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:35903. 2024-12-04T14:19:29,616 DEBUG [RS:0;ff648bb9ef17:35903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:29,616 DEBUG [RS:0;ff648bb9ef17:35903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:29,616 DEBUG [RS:0;ff648bb9ef17:35903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:29,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:29,616 INFO [RS:0;ff648bb9ef17:35903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35903 2024-12-04T14:19:29,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1397340894/rs/ff648bb9ef17,35903,1733321956142 2024-12-04T14:19:29,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894/rs 2024-12-04T14:19:29,618 INFO [RS:0;ff648bb9ef17:35903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:19:29,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,35903,1733321956142] 2024-12-04T14:19:29,622 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1397340894/draining/ff648bb9ef17,35903,1733321956142 already deleted, retry=false 2024-12-04T14:19:29,622 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,35903,1733321956142 expired; onlineServers=0 2024-12-04T14:19:29,622 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,34757,1733321956078' ***** 2024-12-04T14:19:29,622 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:19:29,622 INFO [M:0;ff648bb9ef17:34757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:19:29,622 INFO [M:0;ff648bb9ef17:34757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:19:29,622 DEBUG [M:0;ff648bb9ef17:34757 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:19:29,623 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:19:29,623 DEBUG [M:0;ff648bb9ef17:34757 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:19:29,623 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321957220 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321957220,5,FailOnTimeoutGroup] 2024-12-04T14:19:29,623 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321957212 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321957212,5,FailOnTimeoutGroup] 2024-12-04T14:19:29,623 INFO [M:0;ff648bb9ef17:34757 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:19:29,623 INFO [M:0;ff648bb9ef17:34757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:19:29,623 DEBUG [M:0;ff648bb9ef17:34757 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:19:29,623 INFO [M:0;ff648bb9ef17:34757 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:19:29,623 INFO [M:0;ff648bb9ef17:34757 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:19:29,623 INFO [M:0;ff648bb9ef17:34757 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:19:29,623 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:19:29,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1397340894/master 2024-12-04T14:19:29,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1397340894 2024-12-04T14:19:29,625 DEBUG [M:0;ff648bb9ef17:34757 {}] zookeeper.ZKUtil(347): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Unable to get data of znode /1-1397340894/master because node does not exist (not an error) 2024-12-04T14:19:29,625 WARN [M:0;ff648bb9ef17:34757 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:19:29,625 INFO [M:0;ff648bb9ef17:34757 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/.lastflushedseqids 2024-12-04T14:19:29,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741850_1026 (size=263) 2024-12-04T14:19:29,718 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 1033, reset compression=false 2024-12-04T14:19:29,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:29,721 INFO [RS:0;ff648bb9ef17:35903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:19:29,721 INFO [RS:0;ff648bb9ef17:35903 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,35903,1733321956142; zookeeper connection closed. 2024-12-04T14:19:29,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35903-0x1017dd7f1190004, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:29,722 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e399a07 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e399a07 2024-12-04T14:19:29,722 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:19:29,833 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ff648bb9ef17:35903 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ff648bb9ef17/172.17.0.2:35903 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:19:29,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address ff648bb9ef17:35903 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ff648bb9ef17/172.17.0.2:35903 2024-12-04T14:19:29,834 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=ff648bb9ef17:35903 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ff648bb9ef17/172.17.0.2:35903 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ff648bb9ef17/172.17.0.2:35903 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-12-04T14:19:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T14:19:29,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:50976 deadline: 1733322029837, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-04T14:19:29,862 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T14:19:29,863 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T14:19:30,031 INFO [M:0;ff648bb9ef17:34757 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:19:30,031 INFO [M:0;ff648bb9ef17:34757 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:19:30,031 DEBUG [M:0;ff648bb9ef17:34757 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:19:30,032 INFO [M:0;ff648bb9ef17:34757 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:30,032 DEBUG [M:0;ff648bb9ef17:34757 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:30,032 DEBUG [M:0;ff648bb9ef17:34757 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:19:30,032 DEBUG [M:0;ff648bb9ef17:34757 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:30,032 INFO [M:0;ff648bb9ef17:34757 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T14:19:30,069 DEBUG [M:0;ff648bb9ef17:34757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ec4cbb2429b48f0b9f24cd65f675620 is 82, key is hbase:meta,,1/info:regioninfo/1733321958025/Put/seqid=0 2024-12-04T14:19:30,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741851_1027 (size=5672) 2024-12-04T14:19:30,421 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 1033, reset compression=false 2024-12-04T14:19:30,481 INFO [M:0;ff648bb9ef17:34757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ec4cbb2429b48f0b9f24cd65f675620 2024-12-04T14:19:30,512 DEBUG [M:0;ff648bb9ef17:34757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/feaa13fd642447e8a4b5b51653b5e607 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733321963959/Put/seqid=0 2024-12-04T14:19:30,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741852_1028 (size=8516) 2024-12-04T14:19:30,519 INFO [M:0;ff648bb9ef17:34757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/feaa13fd642447e8a4b5b51653b5e607 2024-12-04T14:19:30,562 DEBUG [M:0;ff648bb9ef17:34757 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa3f4fe9f5cc4373be459286244e4ea9 is 69, key is ff648bb9ef17,35903,1733321956142/rs:state/1733321957222/Put/seqid=0 2024-12-04T14:19:30,563 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-04T14:19:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-04T14:19:30,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34757 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:50976 deadline: 1733322030565, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-12-04T14:19:30,567 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-12-04T14:19:30,568 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T14:19:30,568 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-04T14:19:30,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741853_1029 (size=5156) 2024-12-04T14:19:30,598 INFO [M:0;ff648bb9ef17:34757 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa3f4fe9f5cc4373be459286244e4ea9 2024-12-04T14:19:30,604 DEBUG [M:0;ff648bb9ef17:34757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4ec4cbb2429b48f0b9f24cd65f675620 as hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ec4cbb2429b48f0b9f24cd65f675620 2024-12-04T14:19:30,613 INFO [M:0;ff648bb9ef17:34757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4ec4cbb2429b48f0b9f24cd65f675620, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T14:19:30,615 DEBUG [M:0;ff648bb9ef17:34757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/feaa13fd642447e8a4b5b51653b5e607 as hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/feaa13fd642447e8a4b5b51653b5e607 2024-12-04T14:19:30,628 INFO [M:0;ff648bb9ef17:34757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/feaa13fd642447e8a4b5b51653b5e607, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T14:19:30,629 DEBUG [M:0;ff648bb9ef17:34757 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa3f4fe9f5cc4373be459286244e4ea9 as hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa3f4fe9f5cc4373be459286244e4ea9 2024-12-04T14:19:30,639 INFO [M:0;ff648bb9ef17:34757 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37745/user/jenkins/test-data/510208d2-11ba-e204-e09b-8ca637575580/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa3f4fe9f5cc4373be459286244e4ea9, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T14:19:30,640 INFO [M:0;ff648bb9ef17:34757 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 608ms, sequenceid=97, compaction requested=false 2024-12-04T14:19:30,661 INFO [M:0;ff648bb9ef17:34757 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:30,661 DEBUG [M:0;ff648bb9ef17:34757 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321970031Disabling compacts and flushes for region at 1733321970031Disabling writes for close at 1733321970032 (+1 ms)Obtaining lock to block concurrent updates at 1733321970032Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733321970032Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733321970032Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733321970033 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733321970033Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733321970068 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733321970068Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733321970487 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733321970511 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733321970511Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733321970530 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733321970562 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733321970562Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4529b653: reopening flushed file at 1733321970603 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d8c14e9: reopening flushed file at 1733321970613 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53fb214b: reopening flushed file at 1733321970628 (+15 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 608ms, sequenceid=97, compaction requested=false at 1733321970640 (+12 ms)Writing region close event to WAL at 1733321970661 (+21 ms)Closed at 1733321970661 2024-12-04T14:19:30,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43485 is added to blk_1073741830_1006 (size=63654) 2024-12-04T14:19:30,688 INFO [M:0;ff648bb9ef17:34757 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:19:30,688 INFO [M:0;ff648bb9ef17:34757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34757 2024-12-04T14:19:30,689 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:19:30,689 INFO [M:0;ff648bb9ef17:34757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:19:30,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:30,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34757-0x1017dd7f1190003, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:30,792 INFO [M:0;ff648bb9ef17:34757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:19:30,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@510dde4b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:19:30,815 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7179a4d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:19:30,815 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:19:30,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79d39140{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:19:30,816 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47900f3d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/hadoop.log.dir/,STOPPED} 2024-12-04T14:19:30,821 WARN [BP-237163343-172.17.0.2-1733321955296 heartbeating to localhost/127.0.0.1:37745 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:19:30,821 WARN [BP-237163343-172.17.0.2-1733321955296 heartbeating to localhost/127.0.0.1:37745 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-237163343-172.17.0.2-1733321955296 (Datanode Uuid 1c759b95-a731-4caa-9f85-7c7d9dfb052d) service to localhost/127.0.0.1:37745 2024-12-04T14:19:30,822 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:19:30,823 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:19:30,823 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:19:30,823 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/cluster_d842e280-19cd-e7fa-fc2c-6684ed579089/data/data2/current/BP-237163343-172.17.0.2-1733321955296 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:19:30,823 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/cluster_d842e280-19cd-e7fa-fc2c-6684ed579089/data/data1/current/BP-237163343-172.17.0.2-1733321955296 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:19:30,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dd3ee07{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:19:30,838 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4378e154{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:19:30,838 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:19:30,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@658c727d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:19:30,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@173604dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/hadoop.log.dir/,STOPPED} 2024-12-04T14:19:30,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:19:30,857 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:19:30,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:19:30,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:30,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:30,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:30,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:30,858 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:19:30,858 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2004034238, stopped=false 2024-12-04T14:19:30,858 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,43329,1733321952062 2024-12-04T14:19:30,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01372888404/running 2024-12-04T14:19:30,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01372888404/running 2024-12-04T14:19:30,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404 2024-12-04T14:19:30,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404 2024-12-04T14:19:30,860 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:19:30,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:19:30,861 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:30,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:30,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Set watcher on znode that does not yet exist, /01372888404/running 2024-12-04T14:19:30,861 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,39079,1733321952119' ***** 2024-12-04T14:19:30,861 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:19:30,861 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:19:30,861 INFO [RS:0;ff648bb9ef17:39079 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:19:30,861 INFO [RS:0;ff648bb9ef17:39079 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:19:30,861 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(3091): Received CLOSE for d076e11ae292e5ee9433e6b76fb99d6c 2024-12-04T14:19:30,862 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:19:30,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Set watcher on znode that does not yet exist, /01372888404/running 2024-12-04T14:19:30,862 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(3091): Received CLOSE for 69f36507b58da7fc14085d96313596a3 2024-12-04T14:19:30,862 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,39079,1733321952119 2024-12-04T14:19:30,862 INFO [RS:0;ff648bb9ef17:39079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:19:30,863 INFO [RS:0;ff648bb9ef17:39079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:39079. 2024-12-04T14:19:30,863 DEBUG [RS:0;ff648bb9ef17:39079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:30,863 DEBUG [RS:0;ff648bb9ef17:39079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:30,863 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:19:30,863 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:19:30,863 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:19:30,863 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:19:30,864 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d076e11ae292e5ee9433e6b76fb99d6c, disabling compactions & flushes 2024-12-04T14:19:30,864 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c. 2024-12-04T14:19:30,864 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c. 2024-12-04T14:19:30,864 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c. after waiting 0 ms 2024-12-04T14:19:30,864 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c. 2024-12-04T14:19:30,864 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d076e11ae292e5ee9433e6b76fb99d6c 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-12-04T14:19:30,869 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T14:19:30,869 DEBUG [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(1325): Online Regions={d076e11ae292e5ee9433e6b76fb99d6c=hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c., 1588230740=hbase:meta,,1.1588230740, 69f36507b58da7fc14085d96313596a3=test,,1733321958105.69f36507b58da7fc14085d96313596a3.} 2024-12-04T14:19:30,869 DEBUG [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 69f36507b58da7fc14085d96313596a3, d076e11ae292e5ee9433e6b76fb99d6c 2024-12-04T14:19:30,872 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:19:30,872 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:19:30,873 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:19:30,873 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:19:30,873 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:19:30,873 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T14:19:30,889 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/replication/d076e11ae292e5ee9433e6b76fb99d6c/.tmp/hfileref/40cc97b1cc15455ab4f36ecf5d5a3a94 is 74, key is 1/hfileref:1795506fe769423dae87374f9e23745e_SeqId_6_/1733321967515/Put/seqid=0 2024-12-04T14:19:30,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741846_1022 (size=5345) 2024-12-04T14:19:30,894 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/replication/d076e11ae292e5ee9433e6b76fb99d6c/.tmp/hfileref/40cc97b1cc15455ab4f36ecf5d5a3a94 2024-12-04T14:19:30,894 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:19:30,911 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/.tmp/info/21f71639f7764694b6e2cfb0f7a048f3 is 147, key is hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c./info:regioninfo/1733321962604/Put/seqid=0 2024-12-04T14:19:30,938 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/replication/d076e11ae292e5ee9433e6b76fb99d6c/.tmp/queue/7d79fa8309874ba1964be95b929867a6 is 153, key is 1-ff648bb9ef17,39079,1733321952119/queue:ff648bb9ef17%2C39079%2C1733321952119/1733321965465/Put/seqid=0 2024-12-04T14:19:30,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741847_1023 (size=7686) 2024-12-04T14:19:30,957 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/.tmp/info/21f71639f7764694b6e2cfb0f7a048f3 2024-12-04T14:19:30,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741848_1024 (size=5352) 2024-12-04T14:19:30,960 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/replication/d076e11ae292e5ee9433e6b76fb99d6c/.tmp/queue/7d79fa8309874ba1964be95b929867a6 2024-12-04T14:19:30,968 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/replication/d076e11ae292e5ee9433e6b76fb99d6c/.tmp/hfileref/40cc97b1cc15455ab4f36ecf5d5a3a94 as hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/replication/d076e11ae292e5ee9433e6b76fb99d6c/hfileref/40cc97b1cc15455ab4f36ecf5d5a3a94 2024-12-04T14:19:30,976 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/replication/d076e11ae292e5ee9433e6b76fb99d6c/hfileref/40cc97b1cc15455ab4f36ecf5d5a3a94, entries=4, sequenceid=10, filesize=5.2 K 2024-12-04T14:19:30,977 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/replication/d076e11ae292e5ee9433e6b76fb99d6c/.tmp/queue/7d79fa8309874ba1964be95b929867a6 as hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/replication/d076e11ae292e5ee9433e6b76fb99d6c/queue/7d79fa8309874ba1964be95b929867a6 2024-12-04T14:19:30,980 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:19:30,980 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:19:30,989 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/replication/d076e11ae292e5ee9433e6b76fb99d6c/queue/7d79fa8309874ba1964be95b929867a6, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T14:19:30,990 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for d076e11ae292e5ee9433e6b76fb99d6c in 126ms, sequenceid=10, compaction requested=false 2024-12-04T14:19:30,991 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/.tmp/ns/0220335ceccc4da1892161acc43a45c7 is 43, key is default/ns:d/1733321955136/Put/seqid=0 2024-12-04T14:19:31,009 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/replication/d076e11ae292e5ee9433e6b76fb99d6c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T14:19:31,009 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:19:31,009 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:19:31,009 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c. 2024-12-04T14:19:31,010 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d076e11ae292e5ee9433e6b76fb99d6c: Waiting for close lock at 1733321970864Running coprocessor pre-close hooks at 1733321970864Disabling compacts and flushes for region at 1733321970864Disabling writes for close at 1733321970864Obtaining lock to block concurrent updates at 1733321970864Preparing flush snapshotting stores in d076e11ae292e5ee9433e6b76fb99d6c at 1733321970864Finished memstore snapshotting hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1733321970865 (+1 ms)Flushing stores of hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c. at 1733321970865Flushing d076e11ae292e5ee9433e6b76fb99d6c/hfileref: creating writer at 1733321970865Flushing d076e11ae292e5ee9433e6b76fb99d6c/hfileref: appending metadata at 1733321970889 (+24 ms)Flushing d076e11ae292e5ee9433e6b76fb99d6c/hfileref: closing flushed file at 1733321970889Flushing d076e11ae292e5ee9433e6b76fb99d6c/queue: creating writer at 1733321970901 (+12 ms)Flushing d076e11ae292e5ee9433e6b76fb99d6c/queue: appending metadata at 1733321970938 (+37 ms)Flushing d076e11ae292e5ee9433e6b76fb99d6c/queue: closing flushed file at 1733321970938Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e100786: reopening flushed file at 1733321970965 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b8b4759: reopening flushed file at 1733321970977 (+12 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for d076e11ae292e5ee9433e6b76fb99d6c in 126ms, sequenceid=10, compaction requested=false at 1733321970990 (+13 ms)Writing region close event to WAL at 1733321970996 (+6 ms)Running coprocessor post-close hooks at 1733321971009 (+13 ms)Closed at 1733321971009 2024-12-04T14:19:31,010 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733321961416.d076e11ae292e5ee9433e6b76fb99d6c. 2024-12-04T14:19:31,010 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69f36507b58da7fc14085d96313596a3, disabling compactions & flushes 2024-12-04T14:19:31,010 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733321958105.69f36507b58da7fc14085d96313596a3. 2024-12-04T14:19:31,010 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733321958105.69f36507b58da7fc14085d96313596a3. 2024-12-04T14:19:31,010 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733321958105.69f36507b58da7fc14085d96313596a3. after waiting 0 ms 2024-12-04T14:19:31,010 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733321958105.69f36507b58da7fc14085d96313596a3. 2024-12-04T14:19:31,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741849_1025 (size=5153) 2024-12-04T14:19:31,017 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/default/test/69f36507b58da7fc14085d96313596a3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T14:19:31,018 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:19:31,018 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:19:31,018 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733321958105.69f36507b58da7fc14085d96313596a3. 2024-12-04T14:19:31,018 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69f36507b58da7fc14085d96313596a3: Waiting for close lock at 1733321971010Running coprocessor pre-close hooks at 1733321971010Disabling compacts and flushes for region at 1733321971010Disabling writes for close at 1733321971010Writing region close event to WAL at 1733321971011 (+1 ms)Running coprocessor post-close hooks at 1733321971018 (+7 ms)Closed at 1733321971018 2024-12-04T14:19:31,018 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733321958105.69f36507b58da7fc14085d96313596a3. 2024-12-04T14:19:31,070 DEBUG [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:19:31,227 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 1033, reset compression=false 2024-12-04T14:19:31,232 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:19:31,232 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 1328, reset compression=false 2024-12-04T14:19:31,270 DEBUG [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:19:31,369 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-12-04T14:19:31,370 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ff648bb9ef17:34757 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ff648bb9ef17/172.17.0.2:34757 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:19:31,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address ff648bb9ef17:34757 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ff648bb9ef17/172.17.0.2:34757 2024-12-04T14:19:31,414 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/.tmp/ns/0220335ceccc4da1892161acc43a45c7 2024-12-04T14:19:31,435 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/.tmp/rep_barrier/64b5063368cb487e8420fa6aa79fa6d0 is 112, key is test,,1733321958105.69f36507b58da7fc14085d96313596a3./rep_barrier:seqnumDuringOpen/1733321958893/Put/seqid=0 2024-12-04T14:19:31,436 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 1328, reset compression=false 2024-12-04T14:19:31,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741850_1026 (size=5518) 2024-12-04T14:19:31,439 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/.tmp/rep_barrier/64b5063368cb487e8420fa6aa79fa6d0 2024-12-04T14:19:31,458 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/.tmp/table/81c87d1c37cf4fb4b2baf3454e2d01f1 is 53, key is hbase:replication/table:state/1733321962614/Put/seqid=0 2024-12-04T14:19:31,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741851_1027 (size=5308) 2024-12-04T14:19:31,470 DEBUG [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:19:31,476 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:31,476 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ff648bb9ef17:34757 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ff648bb9ef17/172.17.0.2:34757 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:19:31,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=ff648bb9ef17:34757 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ff648bb9ef17/172.17.0.2:34757 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-12-04T14:19:31,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address ff648bb9ef17:34757 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ff648bb9ef17/172.17.0.2:34757 2024-12-04T14:19:31,670 DEBUG [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:19:31,685 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:31,686 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ff648bb9ef17:34757 this server is in the failed servers list 2024-12-04T14:19:31,687 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ff648bb9ef17:34757 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:19:31,740 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 1328, reset compression=false 2024-12-04T14:19:31,862 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/.tmp/table/81c87d1c37cf4fb4b2baf3454e2d01f1 2024-12-04T14:19:31,867 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/.tmp/info/21f71639f7764694b6e2cfb0f7a048f3 as hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/info/21f71639f7764694b6e2cfb0f7a048f3 2024-12-04T14:19:31,870 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T14:19:31,870 DEBUG [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T14:19:31,870 DEBUG [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:19:31,871 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/info/21f71639f7764694b6e2cfb0f7a048f3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T14:19:31,872 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/.tmp/ns/0220335ceccc4da1892161acc43a45c7 as hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/ns/0220335ceccc4da1892161acc43a45c7 2024-12-04T14:19:31,876 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/ns/0220335ceccc4da1892161acc43a45c7, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T14:19:31,877 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/.tmp/rep_barrier/64b5063368cb487e8420fa6aa79fa6d0 as hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/rep_barrier/64b5063368cb487e8420fa6aa79fa6d0 2024-12-04T14:19:31,880 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/rep_barrier/64b5063368cb487e8420fa6aa79fa6d0, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T14:19:31,881 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/.tmp/table/81c87d1c37cf4fb4b2baf3454e2d01f1 as hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/table/81c87d1c37cf4fb4b2baf3454e2d01f1 2024-12-04T14:19:31,885 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/table/81c87d1c37cf4fb4b2baf3454e2d01f1, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T14:19:31,885 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1012ms, sequenceid=16, compaction requested=false 2024-12-04T14:19:31,892 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T14:19:31,892 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:19:31,893 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:19:31,893 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:19:31,893 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321970872Running coprocessor pre-close hooks at 1733321970872Disabling compacts and flushes for region at 1733321970872Disabling writes for close at 1733321970873 (+1 ms)Obtaining lock to block concurrent updates at 1733321970873Preparing flush snapshotting stores in 1588230740 at 1733321970873Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733321970873Flushing stores of hbase:meta,,1.1588230740 at 1733321970874 (+1 ms)Flushing 1588230740/info: creating writer at 1733321970874Flushing 1588230740/info: appending metadata at 1733321970911 (+37 ms)Flushing 1588230740/info: closing flushed file at 1733321970911Flushing 1588230740/ns: creating writer at 1733321970970 (+59 ms)Flushing 1588230740/ns: appending metadata at 1733321970991 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733321970991Flushing 1588230740/rep_barrier: creating writer at 1733321971419 (+428 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733321971434 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733321971434Flushing 1588230740/table: creating writer at 1733321971445 (+11 ms)Flushing 1588230740/table: appending metadata at 1733321971458 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733321971458Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@611b5456: reopening flushed file at 1733321971867 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@556ce848: reopening flushed file at 1733321971871 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b152f62: reopening flushed file at 1733321971876 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46979698: reopening flushed file at 1733321971880 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1012ms, sequenceid=16, compaction requested=false at 1733321971885 (+5 ms)Writing region close event to WAL at 1733321971889 (+4 ms)Running coprocessor post-close hooks at 1733321971892 (+3 ms)Closed at 1733321971893 (+1 ms) 2024-12-04T14:19:31,893 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:19:31,996 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:31,996 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ff648bb9ef17:34757 this server is in the failed servers list 2024-12-04T14:19:31,997 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ff648bb9ef17:34757 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:19:32,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:19:32,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T14:19:32,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T14:19:32,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:19:32,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:19:32,071 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,39079,1733321952119; all regions closed. 2024-12-04T14:19:32,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741834_1010 (size=4239) 2024-12-04T14:19:32,073 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.meta.1733321955069.meta not finished, retry = 0 2024-12-04T14:19:32,143 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 to pos 1328, reset compression=false 2024-12-04T14:19:32,175 DEBUG [RS:0;ff648bb9ef17:39079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/oldWALs 2024-12-04T14:19:32,175 INFO [RS:0;ff648bb9ef17:39079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C39079%2C1733321952119.meta:.meta(num 1733321955069) 2024-12-04T14:19:32,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741839_1015 (size=2695) 2024-12-04T14:19:32,179 DEBUG [RS:0;ff648bb9ef17:39079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/oldWALs 2024-12-04T14:19:32,179 INFO [RS:0;ff648bb9ef17:39079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C39079%2C1733321952119.rep:(num 1733321962566) 2024-12-04T14:19:32,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741832_1008 (size=1336) 2024-12-04T14:19:32,187 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/WALs/ff648bb9ef17,39079,1733321952119/ff648bb9ef17%2C39079%2C1733321952119.1733321954121 not finished, retry = 0 2024-12-04T14:19:32,289 DEBUG [RS:0;ff648bb9ef17:39079 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/oldWALs 2024-12-04T14:19:32,289 INFO [RS:0;ff648bb9ef17:39079 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C39079%2C1733321952119:(num 1733321954121) 2024-12-04T14:19:32,289 DEBUG [RS:0;ff648bb9ef17:39079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:32,289 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:19:32,289 INFO [RS:0;ff648bb9ef17:39079 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:19:32,289 INFO [RS:0;ff648bb9ef17:39079 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:19:32,289 INFO [RS:0;ff648bb9ef17:39079 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:19:32,289 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:19:32,289 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff648bb9ef17,39079,1733321952119 because: Region server is closing 2024-12-04T14:19:32,290 INFO [RS:0;ff648bb9ef17:39079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:39079. 2024-12-04T14:19:32,290 DEBUG [RS:0;ff648bb9ef17:39079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:32,290 DEBUG [RS:0;ff648bb9ef17:39079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:32,290 DEBUG [RS:0;ff648bb9ef17:39079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:32,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:32,390 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.wal-reader.ff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T14:19:32,390 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-12-04T14:19:32,391 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-12-04T14:19:32,391 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-12-04T14:19:32,505 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:32,506 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ff648bb9ef17:34757 this server is in the failed servers list 2024-12-04T14:19:32,506 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ff648bb9ef17:34757 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:19:33,110 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:19:33,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:33,136 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:33,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:33,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:33,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:33,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:33,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:33,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:33,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:33,291 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,39079,1733321952119.replicationSource.shipperff648bb9ef17%2C39079%2C1733321952119,1-ff648bb9ef17,39079,1733321952119 terminated 2024-12-04T14:19:33,292 INFO [RS:0;ff648bb9ef17:39079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:39079. 2024-12-04T14:19:33,292 DEBUG [RS:0;ff648bb9ef17:39079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:33,292 DEBUG [RS:0;ff648bb9ef17:39079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:33,292 DEBUG [RS:0;ff648bb9ef17:39079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:33,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:33,292 INFO [RS:0;ff648bb9ef17:39079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39079 2024-12-04T14:19:33,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01372888404/rs/ff648bb9ef17,39079,1733321952119 2024-12-04T14:19:33,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404/rs 2024-12-04T14:19:33,294 INFO [RS:0;ff648bb9ef17:39079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:19:33,296 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,39079,1733321952119] 2024-12-04T14:19:33,299 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01372888404/draining/ff648bb9ef17,39079,1733321952119 already deleted, retry=false 2024-12-04T14:19:33,299 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,39079,1733321952119 expired; onlineServers=0 2024-12-04T14:19:33,299 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,43329,1733321952062' ***** 2024-12-04T14:19:33,299 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:19:33,299 INFO [M:0;ff648bb9ef17:43329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:19:33,299 INFO [M:0;ff648bb9ef17:43329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:19:33,299 DEBUG [M:0;ff648bb9ef17:43329 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:19:33,299 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:19:33,299 DEBUG [M:0;ff648bb9ef17:43329 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:19:33,299 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321953910 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321953910,5,FailOnTimeoutGroup] 2024-12-04T14:19:33,299 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321953907 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321953907,5,FailOnTimeoutGroup] 2024-12-04T14:19:33,300 INFO [M:0;ff648bb9ef17:43329 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:19:33,300 INFO [M:0;ff648bb9ef17:43329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:19:33,300 DEBUG [M:0;ff648bb9ef17:43329 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:19:33,300 INFO [M:0;ff648bb9ef17:43329 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:19:33,300 INFO [M:0;ff648bb9ef17:43329 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:19:33,300 INFO [M:0;ff648bb9ef17:43329 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:19:33,300 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:19:33,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01372888404/master 2024-12-04T14:19:33,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01372888404 2024-12-04T14:19:33,302 DEBUG [M:0;ff648bb9ef17:43329 {}] zookeeper.ZKUtil(347): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Unable to get data of znode /01372888404/master because node does not exist (not an error) 2024-12-04T14:19:33,302 WARN [M:0;ff648bb9ef17:43329 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:19:33,302 INFO [M:0;ff648bb9ef17:43329 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/.lastflushedseqids 2024-12-04T14:19:33,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741852_1028 (size=263) 2024-12-04T14:19:33,310 INFO [M:0;ff648bb9ef17:43329 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:19:33,310 INFO [M:0;ff648bb9ef17:43329 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:19:33,310 DEBUG [M:0;ff648bb9ef17:43329 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:19:33,310 INFO [M:0;ff648bb9ef17:43329 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:33,310 DEBUG [M:0;ff648bb9ef17:43329 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:33,310 DEBUG [M:0;ff648bb9ef17:43329 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:19:33,310 DEBUG [M:0;ff648bb9ef17:43329 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:33,310 INFO [M:0;ff648bb9ef17:43329 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T14:19:33,329 DEBUG [M:0;ff648bb9ef17:43329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa3185ec9f8342628e4c911578041a53 is 82, key is hbase:meta,,1/info:regioninfo/1733321955114/Put/seqid=0 2024-12-04T14:19:33,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741853_1029 (size=5672) 2024-12-04T14:19:33,397 INFO [RS:0;ff648bb9ef17:39079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:19:33,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:33,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39079-0x1017dd7f1190001, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:33,397 INFO [RS:0;ff648bb9ef17:39079 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,39079,1733321952119; zookeeper connection closed. 2024-12-04T14:19:33,397 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e56159b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e56159b 2024-12-04T14:19:33,397 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:19:33,516 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:33,516 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:19:33,519 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2147 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:19:33,733 INFO [M:0;ff648bb9ef17:43329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa3185ec9f8342628e4c911578041a53 2024-12-04T14:19:33,752 DEBUG [M:0;ff648bb9ef17:43329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fdb0bcf1cd54360b9a733b457c821ad is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733321962621/Put/seqid=0 2024-12-04T14:19:33,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741854_1030 (size=8516) 2024-12-04T14:19:34,156 INFO [M:0;ff648bb9ef17:43329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fdb0bcf1cd54360b9a733b457c821ad 2024-12-04T14:19:34,178 DEBUG [M:0;ff648bb9ef17:43329 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6698830069b145a4a4dcf2e878e3a9bf is 69, key is ff648bb9ef17,39079,1733321952119/rs:state/1733321953969/Put/seqid=0 2024-12-04T14:19:34,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741855_1031 (size=5156) 2024-12-04T14:19:34,582 INFO [M:0;ff648bb9ef17:43329 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6698830069b145a4a4dcf2e878e3a9bf 2024-12-04T14:19:34,587 DEBUG [M:0;ff648bb9ef17:43329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa3185ec9f8342628e4c911578041a53 as hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa3185ec9f8342628e4c911578041a53 2024-12-04T14:19:34,591 INFO [M:0;ff648bb9ef17:43329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa3185ec9f8342628e4c911578041a53, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T14:19:34,592 DEBUG [M:0;ff648bb9ef17:43329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8fdb0bcf1cd54360b9a733b457c821ad as hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fdb0bcf1cd54360b9a733b457c821ad 2024-12-04T14:19:34,596 INFO [M:0;ff648bb9ef17:43329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8fdb0bcf1cd54360b9a733b457c821ad, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T14:19:34,596 DEBUG [M:0;ff648bb9ef17:43329 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6698830069b145a4a4dcf2e878e3a9bf as hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6698830069b145a4a4dcf2e878e3a9bf 2024-12-04T14:19:34,600 INFO [M:0;ff648bb9ef17:43329 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44103/user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6698830069b145a4a4dcf2e878e3a9bf, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T14:19:34,601 INFO [M:0;ff648bb9ef17:43329 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-12-04T14:19:34,606 INFO [M:0;ff648bb9ef17:43329 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:34,606 DEBUG [M:0;ff648bb9ef17:43329 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321973310Disabling compacts and flushes for region at 1733321973310Disabling writes for close at 1733321973310Obtaining lock to block concurrent updates at 1733321973310Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733321973310Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733321973310Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733321973311 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733321973311Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733321973329 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733321973329Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733321973738 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733321973751 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733321973751Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733321974160 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733321974178 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733321974178Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5899f3ef: reopening flushed file at 1733321974586 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ac72b86: reopening flushed file at 1733321974591 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29eb4785: reopening flushed file at 1733321974596 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1733321974601 (+5 ms)Writing region close event to WAL at 1733321974606 (+5 ms)Closed at 1733321974606 2024-12-04T14:19:34,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36523 is added to blk_1073741830_1006 (size=63654) 2024-12-04T14:19:34,608 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a72bf3c-88e5-ffa1-099f-e097d6d3c4aa/MasterData/WALs/ff648bb9ef17,43329,1733321952062/ff648bb9ef17%2C43329%2C1733321952062.1733321953819 not finished, retry = 0 2024-12-04T14:19:34,709 INFO [M:0;ff648bb9ef17:43329 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:19:34,709 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:19:34,709 INFO [M:0;ff648bb9ef17:43329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43329 2024-12-04T14:19:34,710 INFO [M:0;ff648bb9ef17:43329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:19:34,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:34,812 INFO [M:0;ff648bb9ef17:43329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:19:34,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43329-0x1017dd7f1190000, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:34,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cfad15e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:19:34,815 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67d11ee8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:19:34,815 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:19:34,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@217de731{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:19:34,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@603a1bb6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/hadoop.log.dir/,STOPPED} 2024-12-04T14:19:34,817 WARN [BP-1109018322-172.17.0.2-1733321950914 heartbeating to localhost/127.0.0.1:44103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:19:34,817 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:19:34,817 WARN [BP-1109018322-172.17.0.2-1733321950914 heartbeating to localhost/127.0.0.1:44103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1109018322-172.17.0.2-1733321950914 (Datanode Uuid cff0fadb-c4f8-4685-87dc-2943e9f87144) service to localhost/127.0.0.1:44103 2024-12-04T14:19:34,817 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:19:34,817 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/cluster_ba6b9087-1e66-018c-b175-31076e8df59f/data/data1/current/BP-1109018322-172.17.0.2-1733321950914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:19:34,818 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/cluster_ba6b9087-1e66-018c-b175-31076e8df59f/data/data2/current/BP-1109018322-172.17.0.2-1733321950914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:19:34,818 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:19:34,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33784b9b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:19:34,824 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75966592{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:19:34,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:19:34,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63d620f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:19:34,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39449f2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5dff3e03-b9c5-6c4b-c6c9-15801f0b0a35/hadoop.log.dir/,STOPPED} 2024-12-04T14:19:34,830 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T14:19:34,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:19:34,851 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=248 (was 208) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37745 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:44103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44103 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54820) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44103 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37745 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37745 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37745 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54820) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37745 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44103 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:37745 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=625 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=324 (was 257) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11096 (was 11343) 2024-12-04T14:19:34,860 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=248, OpenFileDescriptor=625, MaxFileDescriptor=1048576, SystemLoadAverage=324, ProcessCount=11, AvailableMemoryMB=11096 2024-12-04T14:19:34,873 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-12-04T14:19:34,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/hadoop.log.dir so I do NOT create it in target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1 2024-12-04T14:19:34,873 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:19:34,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/hadoop.tmp.dir so I do NOT create it in target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1 2024-12-04T14:19:34,873 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/18537ae4-113f-f219-47f0-ae72de1b4e11/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:19:34,873 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1 2024-12-04T14:19:34,873 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/cluster_37e71ca5-67cb-2b1d-bb7e-00b7e7841335, deleteOnExit=true 2024-12-04T14:19:34,876 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/cluster_37e71ca5-67cb-2b1d-bb7e-00b7e7841335/zookeeper_0, clientPort=57164, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/cluster_37e71ca5-67cb-2b1d-bb7e-00b7e7841335/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/cluster_37e71ca5-67cb-2b1d-bb7e-00b7e7841335/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T14:19:34,877 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57164 2024-12-04T14:19:34,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:19:34,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:19:34,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/test.cache.data in system properties and HBase conf 2024-12-04T14:19:34,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:19:34,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:19:34,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:19:34,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:19:34,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:19:34,878 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:19:34,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:19:34,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:19:34,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:19:34,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:19:34,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:19:34,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:19:34,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:19:34,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:19:34,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:19:34,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:19:34,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:19:34,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:19:34,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:19:34,879 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:19:34,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017dd7f1190005, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:19:34,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017dd7f1190002, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:19:34,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017dd7f1190005, quorum=127.0.0.1:54820, baseZNode=/1-1397340894 Received Disconnected from ZooKeeper, ignoring 2024-12-04T14:19:34,929 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017dd7f1190002, quorum=127.0.0.1:54820, baseZNode=/01372888404 Received Disconnected from ZooKeeper, ignoring 2024-12-04T14:19:34,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:19:34,987 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:19:34,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:19:34,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:19:34,996 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:19:34,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:19:34,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20f61e3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:19:34,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@148c38a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:19:35,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2264fe96{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/java.io.tmpdir/jetty-localhost-33039-hadoop-hdfs-3_4_1-tests_jar-_-any-2539356436646028059/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:19:35,157 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@367d9374{HTTP/1.1, (http/1.1)}{localhost:33039} 2024-12-04T14:19:35,157 INFO [Time-limited test {}] server.Server(415): Started @178213ms 2024-12-04T14:19:35,286 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:19:35,290 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:19:35,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:19:35,293 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:19:35,293 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:19:35,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2d8690{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:19:35,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6dfa1924{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:19:35,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7eda17fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/java.io.tmpdir/jetty-localhost-35511-hadoop-hdfs-3_4_1-tests_jar-_-any-9878837676396285158/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:19:35,414 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ceee9b5{HTTP/1.1, (http/1.1)}{localhost:35511} 2024-12-04T14:19:35,414 INFO [Time-limited test {}] server.Server(415): Started @178470ms 2024-12-04T14:19:35,415 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:19:35,532 WARN [Thread-2178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/cluster_37e71ca5-67cb-2b1d-bb7e-00b7e7841335/data/data2/current/BP-2024323035-172.17.0.2-1733321974914/current, will proceed with Du for space computation calculation, 2024-12-04T14:19:35,532 WARN [Thread-2177 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/cluster_37e71ca5-67cb-2b1d-bb7e-00b7e7841335/data/data1/current/BP-2024323035-172.17.0.2-1733321974914/current, will proceed with Du for space computation calculation, 2024-12-04T14:19:35,535 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:35,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:19:35,537 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4167 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:19:35,551 WARN [Thread-2165 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:19:35,554 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77ca114dc84fce1a with lease ID 0xa9ec3c2dabf42162: Processing first storage report for DS-801e2df3-4cf1-4f25-869a-bf2708f197a3 from datanode DatanodeRegistration(127.0.0.1:40625, datanodeUuid=b1ab6a83-c4a7-4b36-91b9-c3f14cd682b4, infoPort=42283, infoSecurePort=0, ipcPort=46375, storageInfo=lv=-57;cid=testClusterID;nsid=1221572309;c=1733321974914) 2024-12-04T14:19:35,554 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77ca114dc84fce1a with lease ID 0xa9ec3c2dabf42162: from storage DS-801e2df3-4cf1-4f25-869a-bf2708f197a3 node DatanodeRegistration(127.0.0.1:40625, datanodeUuid=b1ab6a83-c4a7-4b36-91b9-c3f14cd682b4, infoPort=42283, infoSecurePort=0, ipcPort=46375, storageInfo=lv=-57;cid=testClusterID;nsid=1221572309;c=1733321974914), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:19:35,554 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x77ca114dc84fce1a with lease ID 0xa9ec3c2dabf42162: Processing first storage report for DS-8122c327-0dc4-4433-b777-34a6e1d2e431 from datanode DatanodeRegistration(127.0.0.1:40625, datanodeUuid=b1ab6a83-c4a7-4b36-91b9-c3f14cd682b4, infoPort=42283, infoSecurePort=0, ipcPort=46375, storageInfo=lv=-57;cid=testClusterID;nsid=1221572309;c=1733321974914) 2024-12-04T14:19:35,554 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x77ca114dc84fce1a with lease ID 0xa9ec3c2dabf42162: from storage DS-8122c327-0dc4-4433-b777-34a6e1d2e431 node DatanodeRegistration(127.0.0.1:40625, datanodeUuid=b1ab6a83-c4a7-4b36-91b9-c3f14cd682b4, infoPort=42283, infoSecurePort=0, ipcPort=46375, storageInfo=lv=-57;cid=testClusterID;nsid=1221572309;c=1733321974914), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:19:35,643 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1 2024-12-04T14:19:35,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:35,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:35,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:19:36,053 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696 with version=8 2024-12-04T14:19:36,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/hbase-staging 2024-12-04T14:19:36,056 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:19:36,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:36,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:36,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:19:36,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:36,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:19:36,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:19:36,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:19:36,057 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43301 2024-12-04T14:19:36,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43301 connecting to ZooKeeper ensemble=127.0.0.1:57164 2024-12-04T14:19:36,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433010x0, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:19:36,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43301-0x1017dd84eeb0000 connected 2024-12-04T14:19:36,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:36,084 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:36,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Set watcher on znode that does not yet exist, /0-765084866/running 2024-12-04T14:19:36,086 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696, hbase.cluster.distributed=false 2024-12-04T14:19:36,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Set watcher on znode that does not yet exist, /0-765084866/acl 2024-12-04T14:19:36,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43301 2024-12-04T14:19:36,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43301 2024-12-04T14:19:36,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43301 2024-12-04T14:19:36,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43301 2024-12-04T14:19:36,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43301 2024-12-04T14:19:36,104 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:19:36,104 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:36,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:36,105 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:19:36,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:36,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:19:36,105 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:19:36,105 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:19:36,106 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33625 2024-12-04T14:19:36,107 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33625 connecting to ZooKeeper ensemble=127.0.0.1:57164 2024-12-04T14:19:36,107 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:36,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:36,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336250x0, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:19:36,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336250x0, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Set watcher on znode that does not yet exist, /0-765084866/running 2024-12-04T14:19:36,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33625-0x1017dd84eeb0001 connected 2024-12-04T14:19:36,115 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:19:36,116 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:19:36,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Set watcher on znode that does not yet exist, /0-765084866/master 2024-12-04T14:19:36,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Set watcher on znode that does not yet exist, /0-765084866/acl 2024-12-04T14:19:36,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33625 2024-12-04T14:19:36,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33625 2024-12-04T14:19:36,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33625 2024-12-04T14:19:36,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33625 2024-12-04T14:19:36,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33625 2024-12-04T14:19:36,135 DEBUG [M:0;ff648bb9ef17:43301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:43301 2024-12-04T14:19:36,136 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-765084866/backup-masters/ff648bb9ef17,43301,1733321976055 2024-12-04T14:19:36,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866/backup-masters 2024-12-04T14:19:36,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866/backup-masters 2024-12-04T14:19:36,138 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Set watcher on existing znode=/0-765084866/backup-masters/ff648bb9ef17,43301,1733321976055 2024-12-04T14:19:36,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-765084866/master 2024-12-04T14:19:36,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866 2024-12-04T14:19:36,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866 2024-12-04T14:19:36,140 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Set watcher on existing znode=/0-765084866/master 2024-12-04T14:19:36,141 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-765084866/backup-masters/ff648bb9ef17,43301,1733321976055 from backup master directory 2024-12-04T14:19:36,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-765084866/backup-masters/ff648bb9ef17,43301,1733321976055 2024-12-04T14:19:36,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866/backup-masters 2024-12-04T14:19:36,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866/backup-masters 2024-12-04T14:19:36,144 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:19:36,144 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,43301,1733321976055 2024-12-04T14:19:36,147 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/hbase.id] with ID: fa0a95f7-4dfd-4ea9-acac-2ca5ea71d2ad 2024-12-04T14:19:36,147 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/.tmp/hbase.id 2024-12-04T14:19:36,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:19:36,554 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/.tmp/hbase.id]:[hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/hbase.id] 2024-12-04T14:19:36,564 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:36,564 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:19:36,565 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T14:19:36,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866 2024-12-04T14:19:36,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866 2024-12-04T14:19:36,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:19:36,974 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:19:36,975 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:19:36,975 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:36,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:19:36,981 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/data/master/store 2024-12-04T14:19:36,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:19:37,387 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:37,387 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:19:37,387 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:37,387 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:37,387 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:19:37,387 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:37,387 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:37,387 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321977387Disabling compacts and flushes for region at 1733321977387Disabling writes for close at 1733321977387Writing region close event to WAL at 1733321977387Closed at 1733321977387 2024-12-04T14:19:37,388 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/data/master/store/.initializing 2024-12-04T14:19:37,388 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/WALs/ff648bb9ef17,43301,1733321976055 2024-12-04T14:19:37,389 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:19:37,390 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C43301%2C1733321976055, suffix=, logDir=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/WALs/ff648bb9ef17,43301,1733321976055, archiveDir=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/oldWALs, maxLogs=10 2024-12-04T14:19:37,405 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/WALs/ff648bb9ef17,43301,1733321976055/ff648bb9ef17%2C43301%2C1733321976055.1733321977390, exclude list is [], retry=0 2024-12-04T14:19:37,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40625,DS-801e2df3-4cf1-4f25-869a-bf2708f197a3,DISK] 2024-12-04T14:19:37,416 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/WALs/ff648bb9ef17,43301,1733321976055/ff648bb9ef17%2C43301%2C1733321976055.1733321977390 2024-12-04T14:19:37,417 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283)] 2024-12-04T14:19:37,417 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:37,417 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:37,417 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:37,417 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:37,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:37,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:19:37,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:37,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:37,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:37,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:19:37,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:37,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:37,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:37,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:19:37,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:37,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:37,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:37,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:19:37,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:37,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:37,429 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:37,431 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:37,431 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:37,433 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:37,433 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:37,433 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:19:37,435 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:37,449 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:19:37,450 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71110965, jitterRate=0.0596359521150589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:19:37,451 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733321977417Initializing all the Stores at 1733321977419 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321977419Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321977419Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321977419Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321977419Cleaning up temporary data from old regions at 1733321977433 (+14 ms)Region opened successfully at 1733321977451 (+18 ms) 2024-12-04T14:19:37,454 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:19:37,458 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3310aecd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:19:37,460 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:19:37,460 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:19:37,460 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:19:37,460 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:19:37,461 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:19:37,461 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:19:37,461 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:19:37,477 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:19:37,478 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Unable to get data of znode /0-765084866/balancer because node does not exist (not necessarily an error) 2024-12-04T14:19:37,480 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-765084866/balancer already deleted, retry=false 2024-12-04T14:19:37,481 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:19:37,481 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Unable to get data of znode /0-765084866/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:19:37,483 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-765084866/normalizer already deleted, retry=false 2024-12-04T14:19:37,483 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:19:37,485 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Unable to get data of znode /0-765084866/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:19:37,488 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-765084866/switch/split already deleted, retry=false 2024-12-04T14:19:37,489 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Unable to get data of znode /0-765084866/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:19:37,496 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-765084866/switch/merge already deleted, retry=false 2024-12-04T14:19:37,498 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Unable to get data of znode /0-765084866/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:19:37,499 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-765084866/snapshot-cleanup already deleted, retry=false 2024-12-04T14:19:37,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-765084866/running 2024-12-04T14:19:37,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-765084866/running 2024-12-04T14:19:37,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866 2024-12-04T14:19:37,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866 2024-12-04T14:19:37,502 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,43301,1733321976055, sessionid=0x1017dd84eeb0000, setting cluster-up flag (Was=false) 2024-12-04T14:19:37,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866 2024-12-04T14:19:37,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866 2024-12-04T14:19:37,511 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-765084866/flush-table-proc/acquired, /0-765084866/flush-table-proc/reached, /0-765084866/flush-table-proc/abort 2024-12-04T14:19:37,512 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,43301,1733321976055 2024-12-04T14:19:37,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866 2024-12-04T14:19:37,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866 2024-12-04T14:19:37,521 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-765084866/online-snapshot/acquired, /0-765084866/online-snapshot/reached, /0-765084866/online-snapshot/abort 2024-12-04T14:19:37,522 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,43301,1733321976055 2024-12-04T14:19:37,523 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:19:37,524 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:37,524 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:19:37,525 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:19:37,525 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,43301,1733321976055 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:19:37,526 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:37,526 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:37,526 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:37,526 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:37,526 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:19:37,526 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:37,526 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:19:37,526 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:37,526 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(746): ClusterId : fa0a95f7-4dfd-4ea9-acac-2ca5ea71d2ad 2024-12-04T14:19:37,526 DEBUG [RS:0;ff648bb9ef17:33625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:19:37,530 DEBUG [RS:0;ff648bb9ef17:33625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:19:37,530 DEBUG [RS:0;ff648bb9ef17:33625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:19:37,532 DEBUG [RS:0;ff648bb9ef17:33625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:19:37,532 DEBUG [RS:0;ff648bb9ef17:33625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a296db4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:19:37,533 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:37,533 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:19:37,534 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:37,535 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:19:37,542 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733322007542 2024-12-04T14:19:37,542 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:19:37,542 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:19:37,542 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:19:37,542 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:19:37,542 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:19:37,542 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:19:37,544 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:37,548 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:19:37,549 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:19:37,549 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:19:37,549 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:19:37,549 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:19:37,549 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:19:37,551 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321977549,5,FailOnTimeoutGroup] 2024-12-04T14:19:37,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:19:37,551 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321977551,5,FailOnTimeoutGroup] 2024-12-04T14:19:37,551 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:37,551 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:19:37,551 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:37,551 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:37,553 DEBUG [RS:0;ff648bb9ef17:33625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:33625 2024-12-04T14:19:37,553 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:19:37,553 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:19:37,553 DEBUG [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:19:37,554 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,43301,1733321976055 with port=33625, startcode=1733321976104 2024-12-04T14:19:37,554 DEBUG [RS:0;ff648bb9ef17:33625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:19:37,555 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45383, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:19:37,556 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43301 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,33625,1733321976104 2024-12-04T14:19:37,556 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43301 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,33625,1733321976104 2024-12-04T14:19:37,557 DEBUG [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696 2024-12-04T14:19:37,557 DEBUG [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40977 2024-12-04T14:19:37,558 DEBUG [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:19:37,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866/rs 2024-12-04T14:19:37,561 DEBUG [RS:0;ff648bb9ef17:33625 {}] zookeeper.ZKUtil(111): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Set watcher on existing znode=/0-765084866/rs/ff648bb9ef17,33625,1733321976104 2024-12-04T14:19:37,561 WARN [RS:0;ff648bb9ef17:33625 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:19:37,561 INFO [RS:0;ff648bb9ef17:33625 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:37,561 DEBUG [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104 2024-12-04T14:19:37,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,33625,1733321976104] 2024-12-04T14:19:37,567 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:19:37,570 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:19:37,576 INFO [RS:0;ff648bb9ef17:33625 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:19:37,576 INFO [RS:0;ff648bb9ef17:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:37,577 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:19:37,578 INFO [RS:0;ff648bb9ef17:33625 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:19:37,578 INFO [RS:0;ff648bb9ef17:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:37,578 DEBUG [RS:0;ff648bb9ef17:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:37,578 DEBUG [RS:0;ff648bb9ef17:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:37,578 DEBUG [RS:0;ff648bb9ef17:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:37,578 DEBUG [RS:0;ff648bb9ef17:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:37,578 DEBUG [RS:0;ff648bb9ef17:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:37,578 DEBUG [RS:0;ff648bb9ef17:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:19:37,578 DEBUG [RS:0;ff648bb9ef17:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:37,578 DEBUG [RS:0;ff648bb9ef17:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:37,578 DEBUG [RS:0;ff648bb9ef17:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:37,578 DEBUG [RS:0;ff648bb9ef17:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:37,578 DEBUG [RS:0;ff648bb9ef17:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:37,578 DEBUG [RS:0;ff648bb9ef17:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:37,578 DEBUG [RS:0;ff648bb9ef17:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:19:37,578 DEBUG [RS:0;ff648bb9ef17:33625 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:19:37,584 INFO [RS:0;ff648bb9ef17:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:37,584 INFO [RS:0;ff648bb9ef17:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:37,584 INFO [RS:0;ff648bb9ef17:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:37,584 INFO [RS:0;ff648bb9ef17:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:37,584 INFO [RS:0;ff648bb9ef17:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:37,584 INFO [RS:0;ff648bb9ef17:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,33625,1733321976104-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:19:37,604 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:19:37,604 INFO [RS:0;ff648bb9ef17:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,33625,1733321976104-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:37,604 INFO [RS:0;ff648bb9ef17:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:37,604 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.Replication(171): ff648bb9ef17,33625,1733321976104 started 2024-12-04T14:19:37,623 INFO [RS:0;ff648bb9ef17:33625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:37,623 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,33625,1733321976104, RpcServer on ff648bb9ef17/172.17.0.2:33625, sessionid=0x1017dd84eeb0001 2024-12-04T14:19:37,623 DEBUG [RS:0;ff648bb9ef17:33625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:19:37,623 DEBUG [RS:0;ff648bb9ef17:33625 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,33625,1733321976104 2024-12-04T14:19:37,623 DEBUG [RS:0;ff648bb9ef17:33625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,33625,1733321976104' 2024-12-04T14:19:37,623 DEBUG [RS:0;ff648bb9ef17:33625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-765084866/flush-table-proc/abort' 2024-12-04T14:19:37,626 DEBUG [RS:0;ff648bb9ef17:33625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-765084866/flush-table-proc/acquired' 2024-12-04T14:19:37,627 DEBUG [RS:0;ff648bb9ef17:33625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:19:37,627 DEBUG [RS:0;ff648bb9ef17:33625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:19:37,627 DEBUG [RS:0;ff648bb9ef17:33625 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,33625,1733321976104 2024-12-04T14:19:37,627 DEBUG [RS:0;ff648bb9ef17:33625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,33625,1733321976104' 2024-12-04T14:19:37,627 DEBUG [RS:0;ff648bb9ef17:33625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-765084866/online-snapshot/abort' 2024-12-04T14:19:37,628 DEBUG [RS:0;ff648bb9ef17:33625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-765084866/online-snapshot/acquired' 2024-12-04T14:19:37,629 DEBUG [RS:0;ff648bb9ef17:33625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:19:37,629 INFO [RS:0;ff648bb9ef17:33625 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:19:37,629 INFO [RS:0;ff648bb9ef17:33625 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:19:37,729 INFO [RS:0;ff648bb9ef17:33625 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:19:37,731 INFO [RS:0;ff648bb9ef17:33625 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C33625%2C1733321976104, suffix=, logDir=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104, archiveDir=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/oldWALs, maxLogs=10 2024-12-04T14:19:37,749 DEBUG [RS:0;ff648bb9ef17:33625 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731, exclude list is [], retry=0 2024-12-04T14:19:37,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40625,DS-801e2df3-4cf1-4f25-869a-bf2708f197a3,DISK] 2024-12-04T14:19:37,753 INFO [RS:0;ff648bb9ef17:33625 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 2024-12-04T14:19:37,754 DEBUG [RS:0;ff648bb9ef17:33625 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283)] 2024-12-04T14:19:37,952 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:19:37,952 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696 2024-12-04T14:19:37,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741833_1009 (size=32) 2024-12-04T14:19:38,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:38,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:19:38,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:19:38,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:38,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:38,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:19:38,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:19:38,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:38,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:38,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:19:38,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:19:38,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:38,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:38,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:19:38,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:19:38,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:38,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:38,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:19:38,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740 2024-12-04T14:19:38,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740 2024-12-04T14:19:38,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:19:38,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:19:38,387 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:19:38,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:19:38,391 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:19:38,391 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61498229, jitterRate=-0.08360497653484344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:19:38,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733321978376Initializing all the Stores at 1733321978377 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321978377Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321978377Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321978377Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321978377Cleaning up temporary data from old regions at 1733321978387 (+10 ms)Region opened successfully at 1733321978392 (+5 ms) 2024-12-04T14:19:38,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:19:38,392 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:19:38,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:19:38,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:19:38,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:19:38,397 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:19:38,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321978392Disabling compacts and flushes for region at 1733321978392Disabling writes for close at 1733321978392Writing region close event to WAL at 1733321978397 (+5 ms)Closed at 1733321978397 2024-12-04T14:19:38,398 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:38,398 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:19:38,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:19:38,402 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:19:38,403 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:19:38,554 DEBUG [ff648bb9ef17:43301 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:19:38,554 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,33625,1733321976104 2024-12-04T14:19:38,556 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,33625,1733321976104, state=OPENING 2024-12-04T14:19:38,557 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:19:38,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866 2024-12-04T14:19:38,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866 2024-12-04T14:19:38,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-765084866/meta-region-server: CHANGED 2024-12-04T14:19:38,560 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-765084866/meta-region-server: CHANGED 2024-12-04T14:19:38,560 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:19:38,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,33625,1733321976104}] 2024-12-04T14:19:38,712 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:19:38,714 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:19:38,717 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:19:38,717 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:38,717 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:19:38,718 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C33625%2C1733321976104.meta, suffix=.meta, logDir=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104, archiveDir=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/oldWALs, maxLogs=10 2024-12-04T14:19:38,731 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.meta.1733321978718.meta, exclude list is [], retry=0 2024-12-04T14:19:38,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40625,DS-801e2df3-4cf1-4f25-869a-bf2708f197a3,DISK] 2024-12-04T14:19:38,735 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.meta.1733321978718.meta 2024-12-04T14:19:38,736 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283)] 2024-12-04T14:19:38,736 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:38,736 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:19:38,736 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:19:38,736 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:19:38,737 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:19:38,737 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:19:38,737 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:38,737 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:19:38,737 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:19:38,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:19:38,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:19:38,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:38,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:38,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:19:38,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:19:38,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:38,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:38,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:19:38,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:19:38,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:38,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:38,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:19:38,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:19:38,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:38,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:38,742 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:19:38,743 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740 2024-12-04T14:19:38,743 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740 2024-12-04T14:19:38,744 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:19:38,744 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:19:38,745 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:19:38,746 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:19:38,746 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71595479, jitterRate=0.0668557733297348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:19:38,746 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:19:38,747 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733321978737Writing region info on filesystem at 1733321978737Initializing all the Stores at 1733321978738 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321978738Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321978738Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321978738Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321978738Cleaning up temporary data from old regions at 1733321978744 (+6 ms)Running coprocessor post-open hooks at 1733321978746 (+2 ms)Region opened successfully at 1733321978747 (+1 ms) 2024-12-04T14:19:38,749 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733321978712 2024-12-04T14:19:38,751 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:19:38,751 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:19:38,757 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,33625,1733321976104 2024-12-04T14:19:38,760 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,33625,1733321976104, state=OPEN 2024-12-04T14:19:38,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-765084866/meta-region-server 2024-12-04T14:19:38,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-765084866/meta-region-server 2024-12-04T14:19:38,769 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,33625,1733321976104 2024-12-04T14:19:38,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-765084866/meta-region-server: CHANGED 2024-12-04T14:19:38,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-765084866/meta-region-server: CHANGED 2024-12-04T14:19:38,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:19:38,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,33625,1733321976104 in 209 msec 2024-12-04T14:19:38,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:19:38,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-12-04T14:19:38,773 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:38,773 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:19:38,775 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:38,775 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,33625,1733321976104, seqNum=-1] 2024-12-04T14:19:38,775 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:38,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:19:38,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2550 sec 2024-12-04T14:19:38,780 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733321978780, completionTime=-1 2024-12-04T14:19:38,780 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:19:38,780 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:19:38,782 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:19:38,782 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733322038782 2024-12-04T14:19:38,782 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733322098782 2024-12-04T14:19:38,782 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T14:19:38,782 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43301,1733321976055-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:38,782 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43301,1733321976055-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:38,782 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43301,1733321976055-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:38,782 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:43301, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:38,782 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:38,783 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:38,784 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:19:38,786 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.642sec 2024-12-04T14:19:38,786 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:19:38,786 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:19:38,786 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:19:38,786 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:19:38,786 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:19:38,786 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43301,1733321976055-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:19:38,786 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43301,1733321976055-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:19:38,788 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:19:38,788 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:19:38,788 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43301,1733321976055-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:38,794 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:19:38,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:38,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:38,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:38,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:38,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:38,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:38,821 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:38,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:38,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:38,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:38,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe06584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:38,827 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43301,-1 for getting cluster id 2024-12-04T14:19:38,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:38,829 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa0a95f7-4dfd-4ea9-acac-2ca5ea71d2ad' 2024-12-04T14:19:38,829 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:38,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa0a95f7-4dfd-4ea9-acac-2ca5ea71d2ad" 2024-12-04T14:19:38,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10eaf5fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:38,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43301,-1] 2024-12-04T14:19:38,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:38,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:38,831 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:38,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79baec3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:38,833 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:38,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,33625,1733321976104, seqNum=-1] 2024-12-04T14:19:38,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:38,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:19:38,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,43301,1733321976055 2024-12-04T14:19:38,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57164 2024-12-04T14:19:38,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:19:38,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/hadoop.log.dir so I do NOT create it in target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668 2024-12-04T14:19:38,845 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:19:38,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/hadoop.tmp.dir so I do NOT create it in target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668 2024-12-04T14:19:38,845 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:19:38,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668 2024-12-04T14:19:38,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:19:38,845 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/cluster_2caa5bb6-81a9-36bf-f4be-950f46dfd24b, deleteOnExit=true 2024-12-04T14:19:38,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:19:38,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/test.cache.data in system properties and HBase conf 2024-12-04T14:19:38,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:19:38,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:19:38,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:19:38,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:19:38,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:19:38,846 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:19:38,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:19:38,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:19:38,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:19:38,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:19:38,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:19:38,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:19:38,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:19:38,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:19:38,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:19:38,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:19:38,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:19:38,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:19:38,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017dd84eeb0002 connected 2024-12-04T14:19:38,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:19:38,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:19:38,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:19:38,946 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:19:38,964 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:19:38,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:19:38,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:19:38,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:19:38,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36de61c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:19:38,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3059b272{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:19:39,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4740b0e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/java.io.tmpdir/jetty-localhost-33661-hadoop-hdfs-3_4_1-tests_jar-_-any-17166848988305918509/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:19:39,117 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@546f7128{HTTP/1.1, (http/1.1)}{localhost:33661} 2024-12-04T14:19:39,117 INFO [Time-limited test {}] server.Server(415): Started @182173ms 2024-12-04T14:19:39,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:19:39,204 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:19:39,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:19:39,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:19:39,206 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:19:39,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33d84aeb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:19:39,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b92a31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:19:39,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37c02948{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/java.io.tmpdir/jetty-localhost-32851-hadoop-hdfs-3_4_1-tests_jar-_-any-3216250163590108289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:19:39,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53fbd643{HTTP/1.1, (http/1.1)}{localhost:32851} 2024-12-04T14:19:39,341 INFO [Time-limited test {}] server.Server(415): Started @182397ms 2024-12-04T14:19:39,342 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:19:39,446 WARN [Thread-2299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/cluster_2caa5bb6-81a9-36bf-f4be-950f46dfd24b/data/data2/current/BP-1553592923-172.17.0.2-1733321978869/current, will proceed with Du for space computation calculation, 2024-12-04T14:19:39,446 WARN [Thread-2298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/cluster_2caa5bb6-81a9-36bf-f4be-950f46dfd24b/data/data1/current/BP-1553592923-172.17.0.2-1733321978869/current, will proceed with Du for space computation calculation, 2024-12-04T14:19:39,465 WARN [Thread-2286 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:19:39,468 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5aae41065c2faf3f with lease ID 0xef3b5a900f578cc9: Processing first storage report for DS-5cce3f26-87f1-4c1b-8ec5-5b0aaee04b2b from datanode DatanodeRegistration(127.0.0.1:35457, datanodeUuid=13f74292-0db1-4a6b-9383-6798a1d6666f, infoPort=41579, infoSecurePort=0, ipcPort=37855, storageInfo=lv=-57;cid=testClusterID;nsid=1901524715;c=1733321978869) 2024-12-04T14:19:39,468 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5aae41065c2faf3f with lease ID 0xef3b5a900f578cc9: from storage DS-5cce3f26-87f1-4c1b-8ec5-5b0aaee04b2b node DatanodeRegistration(127.0.0.1:35457, datanodeUuid=13f74292-0db1-4a6b-9383-6798a1d6666f, infoPort=41579, infoSecurePort=0, ipcPort=37855, storageInfo=lv=-57;cid=testClusterID;nsid=1901524715;c=1733321978869), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:19:39,468 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5aae41065c2faf3f with lease ID 0xef3b5a900f578cc9: Processing first storage report for DS-d3677631-b5ee-49b2-9c7b-d5c3116b9fd0 from datanode DatanodeRegistration(127.0.0.1:35457, datanodeUuid=13f74292-0db1-4a6b-9383-6798a1d6666f, infoPort=41579, infoSecurePort=0, ipcPort=37855, storageInfo=lv=-57;cid=testClusterID;nsid=1901524715;c=1733321978869) 2024-12-04T14:19:39,468 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5aae41065c2faf3f with lease ID 0xef3b5a900f578cc9: from storage DS-d3677631-b5ee-49b2-9c7b-d5c3116b9fd0 node DatanodeRegistration(127.0.0.1:35457, datanodeUuid=13f74292-0db1-4a6b-9383-6798a1d6666f, infoPort=41579, infoSecurePort=0, ipcPort=37855, storageInfo=lv=-57;cid=testClusterID;nsid=1901524715;c=1733321978869), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:19:39,469 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668 2024-12-04T14:19:39,469 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:39,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:39,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:19:39,546 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:39,546 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:19:39,547 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8177 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:19:39,882 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90 with version=8 2024-12-04T14:19:39,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/hbase-staging 2024-12-04T14:19:39,884 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:19:39,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:39,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:39,885 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:19:39,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:39,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:19:39,885 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:19:39,885 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:19:39,886 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35661 2024-12-04T14:19:39,886 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35661 connecting to ZooKeeper ensemble=127.0.0.1:57164 2024-12-04T14:19:39,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356610x0, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:19:39,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35661-0x1017dd84eeb0003 connected 2024-12-04T14:19:39,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:39,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:39,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Set watcher on znode that does not yet exist, /1-1421839521/running 2024-12-04T14:19:39,907 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90, hbase.cluster.distributed=false 2024-12-04T14:19:39,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Set watcher on znode that does not yet exist, /1-1421839521/acl 2024-12-04T14:19:39,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35661 2024-12-04T14:19:39,909 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35661 2024-12-04T14:19:39,911 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35661 2024-12-04T14:19:39,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35661 2024-12-04T14:19:39,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35661 2024-12-04T14:19:39,931 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:19:39,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:39,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:39,931 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:19:39,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:39,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:19:39,931 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:19:39,931 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:19:39,932 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46531 2024-12-04T14:19:39,933 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46531 connecting to ZooKeeper ensemble=127.0.0.1:57164 2024-12-04T14:19:39,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:39,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:39,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465310x0, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:19:39,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465310x0, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Set watcher on znode that does not yet exist, /1-1421839521/running 2024-12-04T14:19:39,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46531-0x1017dd84eeb0004 connected 2024-12-04T14:19:39,942 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:19:39,948 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:19:39,949 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Set watcher on znode that does not yet exist, /1-1421839521/master 2024-12-04T14:19:39,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Set watcher on znode that does not yet exist, /1-1421839521/acl 2024-12-04T14:19:39,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46531 2024-12-04T14:19:39,959 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46531 2024-12-04T14:19:39,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46531 2024-12-04T14:19:39,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46531 2024-12-04T14:19:39,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46531 2024-12-04T14:19:39,990 DEBUG [M:0;ff648bb9ef17:35661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:35661 2024-12-04T14:19:39,990 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1421839521/backup-masters/ff648bb9ef17,35661,1733321979884 2024-12-04T14:19:39,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521/backup-masters 2024-12-04T14:19:39,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521/backup-masters 2024-12-04T14:19:39,993 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Set watcher on existing znode=/1-1421839521/backup-masters/ff648bb9ef17,35661,1733321979884 2024-12-04T14:19:39,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1421839521/master 2024-12-04T14:19:39,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521 2024-12-04T14:19:39,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521 2024-12-04T14:19:39,995 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Set watcher on existing znode=/1-1421839521/master 2024-12-04T14:19:39,996 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1421839521/backup-masters/ff648bb9ef17,35661,1733321979884 from backup master directory 2024-12-04T14:19:39,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1421839521/backup-masters/ff648bb9ef17,35661,1733321979884 2024-12-04T14:19:39,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521/backup-masters 2024-12-04T14:19:39,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521/backup-masters 2024-12-04T14:19:39,997 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:19:39,997 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,35661,1733321979884 2024-12-04T14:19:40,001 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/hbase.id] with ID: b6a201c2-7b5b-424e-9910-ab001c313b40 2024-12-04T14:19:40,001 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/.tmp/hbase.id 2024-12-04T14:19:40,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:19:40,014 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/.tmp/hbase.id]:[hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/hbase.id] 2024-12-04T14:19:40,026 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:40,026 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:19:40,027 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T14:19:40,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521 2024-12-04T14:19:40,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521 2024-12-04T14:19:40,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:19:40,439 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:19:40,439 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:19:40,440 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:40,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:19:40,849 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/data/master/store 2024-12-04T14:19:40,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:19:40,860 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:40,860 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:19:40,860 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:40,860 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:40,860 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:19:40,860 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:40,860 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:40,860 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321980860Disabling compacts and flushes for region at 1733321980860Disabling writes for close at 1733321980860Writing region close event to WAL at 1733321980860Closed at 1733321980860 2024-12-04T14:19:40,862 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/data/master/store/.initializing 2024-12-04T14:19:40,863 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/WALs/ff648bb9ef17,35661,1733321979884 2024-12-04T14:19:40,864 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:19:40,866 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C35661%2C1733321979884, suffix=, logDir=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/WALs/ff648bb9ef17,35661,1733321979884, archiveDir=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/oldWALs, maxLogs=10 2024-12-04T14:19:40,883 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/WALs/ff648bb9ef17,35661,1733321979884/ff648bb9ef17%2C35661%2C1733321979884.1733321980866, exclude list is [], retry=0 2024-12-04T14:19:40,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35457,DS-5cce3f26-87f1-4c1b-8ec5-5b0aaee04b2b,DISK] 2024-12-04T14:19:40,897 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/WALs/ff648bb9ef17,35661,1733321979884/ff648bb9ef17%2C35661%2C1733321979884.1733321980866 2024-12-04T14:19:40,898 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579)] 2024-12-04T14:19:40,898 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:40,898 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:40,898 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:40,898 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:40,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:40,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:19:40,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:40,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:40,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:40,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:19:40,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:40,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:40,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:40,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:19:40,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:40,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:40,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:40,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:19:40,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:40,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:40,915 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:40,916 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:40,916 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:40,918 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:40,918 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:40,919 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:19:40,920 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:40,924 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:19:40,924 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72798172, jitterRate=0.08477729558944702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:19:40,925 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733321980898Initializing all the Stores at 1733321980900 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321980900Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321980901 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321980901Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321980901Cleaning up temporary data from old regions at 1733321980918 (+17 ms)Region opened successfully at 1733321980925 (+7 ms) 2024-12-04T14:19:40,928 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:19:40,933 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@759b58cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:19:40,934 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:19:40,935 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:19:40,935 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:19:40,935 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:19:40,935 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:19:40,936 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:19:40,936 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:19:40,938 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:19:40,940 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Unable to get data of znode /1-1421839521/balancer because node does not exist (not necessarily an error) 2024-12-04T14:19:40,943 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1421839521/balancer already deleted, retry=false 2024-12-04T14:19:40,944 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:19:40,944 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Unable to get data of znode /1-1421839521/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:19:40,946 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1421839521/normalizer already deleted, retry=false 2024-12-04T14:19:40,947 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:19:40,948 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Unable to get data of znode /1-1421839521/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:19:40,949 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1421839521/switch/split already deleted, retry=false 2024-12-04T14:19:40,950 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Unable to get data of znode /1-1421839521/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:19:40,952 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1421839521/switch/merge already deleted, retry=false 2024-12-04T14:19:40,954 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Unable to get data of znode /1-1421839521/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:19:40,956 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1421839521/snapshot-cleanup already deleted, retry=false 2024-12-04T14:19:40,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1421839521/running 2024-12-04T14:19:40,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1421839521/running 2024-12-04T14:19:40,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521 2024-12-04T14:19:40,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521 2024-12-04T14:19:40,960 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,35661,1733321979884, sessionid=0x1017dd84eeb0003, setting cluster-up flag (Was=false) 2024-12-04T14:19:40,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521 2024-12-04T14:19:40,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521 2024-12-04T14:19:40,973 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1421839521/flush-table-proc/acquired, /1-1421839521/flush-table-proc/reached, /1-1421839521/flush-table-proc/abort 2024-12-04T14:19:40,974 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,35661,1733321979884 2024-12-04T14:19:40,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521 2024-12-04T14:19:40,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521 2024-12-04T14:19:40,989 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1421839521/online-snapshot/acquired, /1-1421839521/online-snapshot/reached, /1-1421839521/online-snapshot/abort 2024-12-04T14:19:40,991 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,35661,1733321979884 2024-12-04T14:19:40,993 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:19:40,995 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:40,995 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:19:40,995 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:19:40,996 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,35661,1733321979884 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:19:40,998 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:40,998 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:40,998 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:40,998 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:40,998 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:19:40,998 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:40,998 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:19:40,998 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:41,006 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:41,006 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:19:41,007 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:41,007 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:19:41,009 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733322011009 2024-12-04T14:19:41,009 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:19:41,009 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:19:41,009 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:19:41,009 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:19:41,009 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:19:41,009 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:19:41,016 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,028 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:19:41,029 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:19:41,029 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:19:41,029 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:19:41,031 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:19:41,031 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:19:41,036 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321981031,5,FailOnTimeoutGroup] 2024-12-04T14:19:41,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:19:41,042 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:19:41,042 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90 2024-12-04T14:19:41,044 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321981036,5,FailOnTimeoutGroup] 2024-12-04T14:19:41,044 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,044 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:19:41,044 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,044 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741832_1008 (size=32) 2024-12-04T14:19:41,078 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(746): ClusterId : b6a201c2-7b5b-424e-9910-ab001c313b40 2024-12-04T14:19:41,078 DEBUG [RS:0;ff648bb9ef17:46531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:19:41,085 DEBUG [RS:0;ff648bb9ef17:46531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:19:41,086 DEBUG [RS:0;ff648bb9ef17:46531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:19:41,089 DEBUG [RS:0;ff648bb9ef17:46531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:19:41,090 DEBUG [RS:0;ff648bb9ef17:46531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b54d93d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:19:41,109 DEBUG [RS:0;ff648bb9ef17:46531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:46531 2024-12-04T14:19:41,109 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:19:41,109 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:19:41,109 DEBUG [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:19:41,111 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,35661,1733321979884 with port=46531, startcode=1733321979930 2024-12-04T14:19:41,111 DEBUG [RS:0;ff648bb9ef17:46531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:19:41,117 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47141, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:19:41,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35661 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,46531,1733321979930 2024-12-04T14:19:41,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35661 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,46531,1733321979930 2024-12-04T14:19:41,119 DEBUG [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90 2024-12-04T14:19:41,119 DEBUG [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33777 2024-12-04T14:19:41,119 DEBUG [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:19:41,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521/rs 2024-12-04T14:19:41,126 DEBUG [RS:0;ff648bb9ef17:46531 {}] zookeeper.ZKUtil(111): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Set watcher on existing znode=/1-1421839521/rs/ff648bb9ef17,46531,1733321979930 2024-12-04T14:19:41,127 WARN [RS:0;ff648bb9ef17:46531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:19:41,127 INFO [RS:0;ff648bb9ef17:46531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:41,127 DEBUG [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930 2024-12-04T14:19:41,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,46531,1733321979930] 2024-12-04T14:19:41,140 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:19:41,141 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:19:41,153 INFO [RS:0;ff648bb9ef17:46531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:19:41,153 INFO [RS:0;ff648bb9ef17:46531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,164 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:19:41,165 INFO [RS:0;ff648bb9ef17:46531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:19:41,165 INFO [RS:0;ff648bb9ef17:46531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,166 DEBUG [RS:0;ff648bb9ef17:46531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:41,166 DEBUG [RS:0;ff648bb9ef17:46531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:41,166 DEBUG [RS:0;ff648bb9ef17:46531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:41,166 DEBUG [RS:0;ff648bb9ef17:46531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:41,166 DEBUG [RS:0;ff648bb9ef17:46531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:41,166 DEBUG [RS:0;ff648bb9ef17:46531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:19:41,166 DEBUG [RS:0;ff648bb9ef17:46531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:41,166 DEBUG [RS:0;ff648bb9ef17:46531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:41,166 DEBUG [RS:0;ff648bb9ef17:46531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:41,166 DEBUG [RS:0;ff648bb9ef17:46531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:41,166 DEBUG [RS:0;ff648bb9ef17:46531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:41,166 DEBUG [RS:0;ff648bb9ef17:46531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:41,166 DEBUG [RS:0;ff648bb9ef17:46531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:19:41,166 DEBUG [RS:0;ff648bb9ef17:46531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:19:41,184 INFO [RS:0;ff648bb9ef17:46531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,185 INFO [RS:0;ff648bb9ef17:46531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,185 INFO [RS:0;ff648bb9ef17:46531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,185 INFO [RS:0;ff648bb9ef17:46531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,185 INFO [RS:0;ff648bb9ef17:46531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,185 INFO [RS:0;ff648bb9ef17:46531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,46531,1733321979930-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:19:41,207 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:19:41,207 INFO [RS:0;ff648bb9ef17:46531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,46531,1733321979930-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,207 INFO [RS:0;ff648bb9ef17:46531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,207 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.Replication(171): ff648bb9ef17,46531,1733321979930 started 2024-12-04T14:19:41,255 INFO [RS:0;ff648bb9ef17:46531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,256 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,46531,1733321979930, RpcServer on ff648bb9ef17/172.17.0.2:46531, sessionid=0x1017dd84eeb0004 2024-12-04T14:19:41,256 DEBUG [RS:0;ff648bb9ef17:46531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:19:41,256 DEBUG [RS:0;ff648bb9ef17:46531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,46531,1733321979930 2024-12-04T14:19:41,256 DEBUG [RS:0;ff648bb9ef17:46531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,46531,1733321979930' 2024-12-04T14:19:41,256 DEBUG [RS:0;ff648bb9ef17:46531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1421839521/flush-table-proc/abort' 2024-12-04T14:19:41,256 DEBUG [RS:0;ff648bb9ef17:46531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1421839521/flush-table-proc/acquired' 2024-12-04T14:19:41,257 DEBUG [RS:0;ff648bb9ef17:46531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:19:41,257 DEBUG [RS:0;ff648bb9ef17:46531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:19:41,257 DEBUG [RS:0;ff648bb9ef17:46531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,46531,1733321979930 2024-12-04T14:19:41,257 DEBUG [RS:0;ff648bb9ef17:46531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,46531,1733321979930' 2024-12-04T14:19:41,257 DEBUG [RS:0;ff648bb9ef17:46531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1421839521/online-snapshot/abort' 2024-12-04T14:19:41,257 DEBUG [RS:0;ff648bb9ef17:46531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1421839521/online-snapshot/acquired' 2024-12-04T14:19:41,257 DEBUG [RS:0;ff648bb9ef17:46531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:19:41,257 INFO [RS:0;ff648bb9ef17:46531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:19:41,257 INFO [RS:0;ff648bb9ef17:46531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:19:41,358 INFO [RS:0;ff648bb9ef17:46531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:19:41,361 INFO [RS:0;ff648bb9ef17:46531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C46531%2C1733321979930, suffix=, logDir=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930, archiveDir=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/oldWALs, maxLogs=10 2024-12-04T14:19:41,383 DEBUG [RS:0;ff648bb9ef17:46531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361, exclude list is [], retry=0 2024-12-04T14:19:41,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35457,DS-5cce3f26-87f1-4c1b-8ec5-5b0aaee04b2b,DISK] 2024-12-04T14:19:41,393 INFO [RS:0;ff648bb9ef17:46531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 2024-12-04T14:19:41,397 DEBUG [RS:0;ff648bb9ef17:46531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579)] 2024-12-04T14:19:41,455 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:41,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:19:41,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:19:41,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:41,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:41,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:19:41,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:19:41,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:41,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:41,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:19:41,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:19:41,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:41,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:41,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:19:41,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:19:41,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:41,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:41,461 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:19:41,461 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740 2024-12-04T14:19:41,462 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740 2024-12-04T14:19:41,463 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:19:41,463 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:19:41,463 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:19:41,464 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:19:41,465 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:19:41,466 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59519637, jitterRate=-0.11308829486370087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:19:41,466 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733321981455Initializing all the Stores at 1733321981455Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321981455Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321981456 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321981456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321981456Cleaning up temporary data from old regions at 1733321981463 (+7 ms)Region opened successfully at 1733321981466 (+3 ms) 2024-12-04T14:19:41,466 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:19:41,466 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:19:41,466 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:19:41,466 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:19:41,466 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:19:41,467 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:19:41,467 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321981466Disabling compacts and flushes for region at 1733321981466Disabling writes for close at 1733321981466Writing region close event to WAL at 1733321981467 (+1 ms)Closed at 1733321981467 2024-12-04T14:19:41,468 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:41,468 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:19:41,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:19:41,469 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:19:41,469 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:19:41,620 DEBUG [ff648bb9ef17:35661 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:19:41,620 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,46531,1733321979930 2024-12-04T14:19:41,621 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,46531,1733321979930, state=OPENING 2024-12-04T14:19:41,624 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:19:41,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521 2024-12-04T14:19:41,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521 2024-12-04T14:19:41,626 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:19:41,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1421839521/meta-region-server: CHANGED 2024-12-04T14:19:41,626 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1421839521/meta-region-server: CHANGED 2024-12-04T14:19:41,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,46531,1733321979930}] 2024-12-04T14:19:41,778 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:19:41,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:19:41,783 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:19:41,783 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:41,783 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:19:41,784 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C46531%2C1733321979930.meta, suffix=.meta, logDir=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930, archiveDir=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/oldWALs, maxLogs=10 2024-12-04T14:19:41,799 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.meta.1733321981784.meta, exclude list is [], retry=0 2024-12-04T14:19:41,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35457,DS-5cce3f26-87f1-4c1b-8ec5-5b0aaee04b2b,DISK] 2024-12-04T14:19:41,807 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.meta.1733321981784.meta 2024-12-04T14:19:41,813 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579)] 2024-12-04T14:19:41,813 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:41,814 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:19:41,814 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:19:41,814 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:19:41,814 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:19:41,814 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:19:41,814 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:41,814 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:19:41,814 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:19:41,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:19:41,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:19:41,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:41,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:41,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:19:41,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:19:41,819 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:41,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:41,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:19:41,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:19:41,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:41,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:41,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:19:41,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:19:41,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:41,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:41,821 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:19:41,823 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740 2024-12-04T14:19:41,823 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740 2024-12-04T14:19:41,824 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:19:41,824 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:19:41,825 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:19:41,826 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:19:41,826 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64813996, jitterRate=-0.03419619798660278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:19:41,826 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:19:41,826 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733321981814Writing region info on filesystem at 1733321981815 (+1 ms)Initializing all the Stores at 1733321981815Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321981815Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321981816 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321981816Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321981816Cleaning up temporary data from old regions at 1733321981824 (+8 ms)Running coprocessor post-open hooks at 1733321981826 (+2 ms)Region opened successfully at 1733321981826 2024-12-04T14:19:41,827 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733321981778 2024-12-04T14:19:41,830 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:19:41,830 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:19:41,830 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,46531,1733321979930 2024-12-04T14:19:41,831 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,46531,1733321979930, state=OPEN 2024-12-04T14:19:41,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1421839521/meta-region-server 2024-12-04T14:19:41,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1421839521/meta-region-server 2024-12-04T14:19:41,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1421839521/meta-region-server: CHANGED 2024-12-04T14:19:41,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1421839521/meta-region-server: CHANGED 2024-12-04T14:19:41,833 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,46531,1733321979930 2024-12-04T14:19:41,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:19:41,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,46531,1733321979930 in 207 msec 2024-12-04T14:19:41,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:19:41,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-12-04T14:19:41,839 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:41,839 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:19:41,841 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:41,841 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,46531,1733321979930, seqNum=-1] 2024-12-04T14:19:41,841 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:41,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:19:41,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 852 msec 2024-12-04T14:19:41,847 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733321981847, completionTime=-1 2024-12-04T14:19:41,847 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:19:41,847 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:19:41,849 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:19:41,849 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733322041849 2024-12-04T14:19:41,849 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733322101849 2024-12-04T14:19:41,849 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T14:19:41,850 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35661,1733321979884-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,850 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35661,1733321979884-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,850 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35661,1733321979884-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,850 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:35661, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,850 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,851 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,853 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:19:41,855 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.858sec 2024-12-04T14:19:41,855 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:19:41,855 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:19:41,856 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:19:41,856 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:19:41,856 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:19:41,856 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35661,1733321979884-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:19:41,856 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35661,1733321979884-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:19:41,886 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:19:41,886 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:19:41,886 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35661,1733321979884-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:41,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6406229d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:41,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,35661,-1 for getting cluster id 2024-12-04T14:19:41,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:41,901 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6a201c2-7b5b-424e-9910-ab001c313b40' 2024-12-04T14:19:41,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:41,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6a201c2-7b5b-424e-9910-ab001c313b40" 2024-12-04T14:19:41,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474dd0e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:41,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,35661,-1] 2024-12-04T14:19:41,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:41,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:41,905 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:41,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14979441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:41,907 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:41,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,46531,1733321979930, seqNum=-1] 2024-12-04T14:19:41,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:41,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:19:41,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,35661,1733321979884 2024-12-04T14:19:41,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57164 2024-12-04T14:19:41,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:19:41,935 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017dd84eeb0005 connected 2024-12-04T14:19:41,940 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:41,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43301,1733321976055 2024-12-04T14:19:41,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@467bf7a 2024-12-04T14:19:41,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:41,942 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:19:41,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:19:41,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T14:19:41,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:19:41,945 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:41,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T14:19:41,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:19:41,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:19:41,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741835_1011 (size=902) 2024-12-04T14:19:41,957 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 54288c9b4d48ce2f08702ed132478045, NAME => 'test,,1733321981942.54288c9b4d48ce2f08702ed132478045.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696 2024-12-04T14:19:41,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741836_1012 (size=39) 2024-12-04T14:19:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:19:42,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T14:19:42,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T14:19:42,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:19:42,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-12-04T14:19:42,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:19:42,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T14:19:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:19:42,371 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733321981942.54288c9b4d48ce2f08702ed132478045.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:42,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 54288c9b4d48ce2f08702ed132478045, disabling compactions & flushes 2024-12-04T14:19:42,372 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733321981942.54288c9b4d48ce2f08702ed132478045. 2024-12-04T14:19:42,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733321981942.54288c9b4d48ce2f08702ed132478045. 2024-12-04T14:19:42,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733321981942.54288c9b4d48ce2f08702ed132478045. after waiting 0 ms 2024-12-04T14:19:42,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733321981942.54288c9b4d48ce2f08702ed132478045. 2024-12-04T14:19:42,372 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733321981942.54288c9b4d48ce2f08702ed132478045. 2024-12-04T14:19:42,372 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 54288c9b4d48ce2f08702ed132478045: Waiting for close lock at 1733321982371Disabling compacts and flushes for region at 1733321982371Disabling writes for close at 1733321982372 (+1 ms)Writing region close event to WAL at 1733321982372Closed at 1733321982372 2024-12-04T14:19:42,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:19:42,373 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733321981942.54288c9b4d48ce2f08702ed132478045.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733321982373"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733321982373"}]},"ts":"1733321982373"} 2024-12-04T14:19:42,375 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:19:42,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:19:42,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321982376"}]},"ts":"1733321982376"} 2024-12-04T14:19:42,378 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T14:19:42,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=54288c9b4d48ce2f08702ed132478045, ASSIGN}] 2024-12-04T14:19:42,379 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=54288c9b4d48ce2f08702ed132478045, ASSIGN 2024-12-04T14:19:42,380 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=54288c9b4d48ce2f08702ed132478045, ASSIGN; state=OFFLINE, location=ff648bb9ef17,33625,1733321976104; forceNewPlan=false, retain=false 2024-12-04T14:19:42,530 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54288c9b4d48ce2f08702ed132478045, regionState=OPENING, regionLocation=ff648bb9ef17,33625,1733321976104 2024-12-04T14:19:42,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=54288c9b4d48ce2f08702ed132478045, ASSIGN because future has completed 2024-12-04T14:19:42,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54288c9b4d48ce2f08702ed132478045, server=ff648bb9ef17,33625,1733321976104}] 2024-12-04T14:19:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:19:42,688 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733321981942.54288c9b4d48ce2f08702ed132478045. 2024-12-04T14:19:42,688 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 54288c9b4d48ce2f08702ed132478045, NAME => 'test,,1733321981942.54288c9b4d48ce2f08702ed132478045.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:42,689 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:19:42,689 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T14:19:42,689 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 54288c9b4d48ce2f08702ed132478045 2024-12-04T14:19:42,689 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733321981942.54288c9b4d48ce2f08702ed132478045.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:42,689 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 54288c9b4d48ce2f08702ed132478045 2024-12-04T14:19:42,689 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 54288c9b4d48ce2f08702ed132478045 2024-12-04T14:19:42,691 INFO [StoreOpener-54288c9b4d48ce2f08702ed132478045-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 54288c9b4d48ce2f08702ed132478045 2024-12-04T14:19:42,692 INFO [StoreOpener-54288c9b4d48ce2f08702ed132478045-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54288c9b4d48ce2f08702ed132478045 columnFamilyName f 2024-12-04T14:19:42,692 DEBUG [StoreOpener-54288c9b4d48ce2f08702ed132478045-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:42,692 INFO [StoreOpener-54288c9b4d48ce2f08702ed132478045-1 {}] regionserver.HStore(327): Store=54288c9b4d48ce2f08702ed132478045/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:42,692 INFO [StoreOpener-54288c9b4d48ce2f08702ed132478045-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 54288c9b4d48ce2f08702ed132478045 2024-12-04T14:19:42,693 INFO [StoreOpener-54288c9b4d48ce2f08702ed132478045-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54288c9b4d48ce2f08702ed132478045 columnFamilyName f1 2024-12-04T14:19:42,693 DEBUG [StoreOpener-54288c9b4d48ce2f08702ed132478045-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:42,694 INFO [StoreOpener-54288c9b4d48ce2f08702ed132478045-1 {}] regionserver.HStore(327): Store=54288c9b4d48ce2f08702ed132478045/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:42,694 INFO [StoreOpener-54288c9b4d48ce2f08702ed132478045-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 54288c9b4d48ce2f08702ed132478045 2024-12-04T14:19:42,695 INFO [StoreOpener-54288c9b4d48ce2f08702ed132478045-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54288c9b4d48ce2f08702ed132478045 columnFamilyName norep 2024-12-04T14:19:42,695 DEBUG [StoreOpener-54288c9b4d48ce2f08702ed132478045-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:42,695 INFO [StoreOpener-54288c9b4d48ce2f08702ed132478045-1 {}] regionserver.HStore(327): Store=54288c9b4d48ce2f08702ed132478045/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:42,695 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 54288c9b4d48ce2f08702ed132478045 2024-12-04T14:19:42,696 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/default/test/54288c9b4d48ce2f08702ed132478045 2024-12-04T14:19:42,696 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/default/test/54288c9b4d48ce2f08702ed132478045 2024-12-04T14:19:42,697 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 54288c9b4d48ce2f08702ed132478045 2024-12-04T14:19:42,697 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 54288c9b4d48ce2f08702ed132478045 2024-12-04T14:19:42,697 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:19:42,698 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 54288c9b4d48ce2f08702ed132478045 2024-12-04T14:19:42,700 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/default/test/54288c9b4d48ce2f08702ed132478045/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:19:42,701 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 54288c9b4d48ce2f08702ed132478045; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72527570, jitterRate=0.08074501156806946}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:19:42,701 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54288c9b4d48ce2f08702ed132478045 2024-12-04T14:19:42,702 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 54288c9b4d48ce2f08702ed132478045: Running coprocessor pre-open hook at 1733321982690Writing region info on filesystem at 1733321982690Initializing all the Stores at 1733321982690Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321982690Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321982690Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321982690Cleaning up temporary data from old regions at 1733321982697 (+7 ms)Running coprocessor post-open hooks at 1733321982701 (+4 ms)Region opened successfully at 1733321982702 (+1 ms) 2024-12-04T14:19:42,703 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733321981942.54288c9b4d48ce2f08702ed132478045., pid=6, masterSystemTime=1733321982685 2024-12-04T14:19:42,704 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733321981942.54288c9b4d48ce2f08702ed132478045. 2024-12-04T14:19:42,704 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733321981942.54288c9b4d48ce2f08702ed132478045. 2024-12-04T14:19:42,705 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=54288c9b4d48ce2f08702ed132478045, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff648bb9ef17,33625,1733321976104 2024-12-04T14:19:42,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54288c9b4d48ce2f08702ed132478045, server=ff648bb9ef17,33625,1733321976104 because future has completed 2024-12-04T14:19:42,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:19:42,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 54288c9b4d48ce2f08702ed132478045, server=ff648bb9ef17,33625,1733321976104 in 175 msec 2024-12-04T14:19:42,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T14:19:42,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=54288c9b4d48ce2f08702ed132478045, ASSIGN in 331 msec 2024-12-04T14:19:42,712 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:19:42,712 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321982712"}]},"ts":"1733321982712"} 2024-12-04T14:19:42,714 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T14:19:42,715 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:19:42,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 772 msec 2024-12-04T14:19:43,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:19:43,087 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T14:19:43,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:43,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,35661,1733321979884 2024-12-04T14:19:43,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f78b8d4 2024-12-04T14:19:43,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:43,089 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:19:43,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:19:43,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T14:19:43,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:19:43,092 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:43,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T14:19:43,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:19:43,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:19:43,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741835_1011 (size=902) 2024-12-04T14:19:43,113 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1d5b5d9435bfb8adba95b9dc89109a9, NAME => 'test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90 2024-12-04T14:19:43,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741836_1012 (size=39) 2024-12-04T14:19:43,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:43,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a1d5b5d9435bfb8adba95b9dc89109a9, disabling compactions & flushes 2024-12-04T14:19:43,129 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9. 2024-12-04T14:19:43,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9. 2024-12-04T14:19:43,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9. after waiting 0 ms 2024-12-04T14:19:43,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9. 2024-12-04T14:19:43,129 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9. 2024-12-04T14:19:43,129 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1d5b5d9435bfb8adba95b9dc89109a9: Waiting for close lock at 1733321983129Disabling compacts and flushes for region at 1733321983129Disabling writes for close at 1733321983129Writing region close event to WAL at 1733321983129Closed at 1733321983129 2024-12-04T14:19:43,130 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:19:43,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733321983130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733321983130"}]},"ts":"1733321983130"} 2024-12-04T14:19:43,133 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:19:43,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:19:43,134 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321983134"}]},"ts":"1733321983134"} 2024-12-04T14:19:43,136 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T14:19:43,137 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a1d5b5d9435bfb8adba95b9dc89109a9, ASSIGN}] 2024-12-04T14:19:43,138 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a1d5b5d9435bfb8adba95b9dc89109a9, ASSIGN 2024-12-04T14:19:43,139 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a1d5b5d9435bfb8adba95b9dc89109a9, ASSIGN; state=OFFLINE, location=ff648bb9ef17,46531,1733321979930; forceNewPlan=false, retain=false 2024-12-04T14:19:43,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:19:43,290 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1d5b5d9435bfb8adba95b9dc89109a9, regionState=OPENING, regionLocation=ff648bb9ef17,46531,1733321979930 2024-12-04T14:19:43,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a1d5b5d9435bfb8adba95b9dc89109a9, ASSIGN because future has completed 2024-12-04T14:19:43,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1d5b5d9435bfb8adba95b9dc89109a9, server=ff648bb9ef17,46531,1733321979930}] 2024-12-04T14:19:43,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:19:43,448 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9. 2024-12-04T14:19:43,448 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a1d5b5d9435bfb8adba95b9dc89109a9, NAME => 'test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:43,448 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:19:43,449 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T14:19:43,449 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a1d5b5d9435bfb8adba95b9dc89109a9 2024-12-04T14:19:43,449 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:43,449 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a1d5b5d9435bfb8adba95b9dc89109a9 2024-12-04T14:19:43,449 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a1d5b5d9435bfb8adba95b9dc89109a9 2024-12-04T14:19:43,452 INFO [StoreOpener-a1d5b5d9435bfb8adba95b9dc89109a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a1d5b5d9435bfb8adba95b9dc89109a9 2024-12-04T14:19:43,453 INFO [StoreOpener-a1d5b5d9435bfb8adba95b9dc89109a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1d5b5d9435bfb8adba95b9dc89109a9 columnFamilyName f 2024-12-04T14:19:43,453 DEBUG [StoreOpener-a1d5b5d9435bfb8adba95b9dc89109a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:43,454 INFO [StoreOpener-a1d5b5d9435bfb8adba95b9dc89109a9-1 {}] regionserver.HStore(327): Store=a1d5b5d9435bfb8adba95b9dc89109a9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:43,454 INFO [StoreOpener-a1d5b5d9435bfb8adba95b9dc89109a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a1d5b5d9435bfb8adba95b9dc89109a9 2024-12-04T14:19:43,455 INFO [StoreOpener-a1d5b5d9435bfb8adba95b9dc89109a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1d5b5d9435bfb8adba95b9dc89109a9 columnFamilyName f1 2024-12-04T14:19:43,455 DEBUG [StoreOpener-a1d5b5d9435bfb8adba95b9dc89109a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:43,455 INFO [StoreOpener-a1d5b5d9435bfb8adba95b9dc89109a9-1 {}] regionserver.HStore(327): Store=a1d5b5d9435bfb8adba95b9dc89109a9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:43,455 INFO [StoreOpener-a1d5b5d9435bfb8adba95b9dc89109a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a1d5b5d9435bfb8adba95b9dc89109a9 2024-12-04T14:19:43,456 INFO [StoreOpener-a1d5b5d9435bfb8adba95b9dc89109a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1d5b5d9435bfb8adba95b9dc89109a9 columnFamilyName norep 2024-12-04T14:19:43,456 DEBUG [StoreOpener-a1d5b5d9435bfb8adba95b9dc89109a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:43,456 INFO [StoreOpener-a1d5b5d9435bfb8adba95b9dc89109a9-1 {}] regionserver.HStore(327): Store=a1d5b5d9435bfb8adba95b9dc89109a9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:43,456 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a1d5b5d9435bfb8adba95b9dc89109a9 2024-12-04T14:19:43,457 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/default/test/a1d5b5d9435bfb8adba95b9dc89109a9 2024-12-04T14:19:43,457 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/default/test/a1d5b5d9435bfb8adba95b9dc89109a9 2024-12-04T14:19:43,458 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a1d5b5d9435bfb8adba95b9dc89109a9 2024-12-04T14:19:43,458 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a1d5b5d9435bfb8adba95b9dc89109a9 2024-12-04T14:19:43,458 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:19:43,459 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a1d5b5d9435bfb8adba95b9dc89109a9 2024-12-04T14:19:43,460 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/default/test/a1d5b5d9435bfb8adba95b9dc89109a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:19:43,461 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a1d5b5d9435bfb8adba95b9dc89109a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61614900, jitterRate=-0.08186644315719604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:19:43,461 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1d5b5d9435bfb8adba95b9dc89109a9 2024-12-04T14:19:43,461 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a1d5b5d9435bfb8adba95b9dc89109a9: Running coprocessor pre-open hook at 1733321983449Writing region info on filesystem at 1733321983449Initializing all the Stores at 1733321983450 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321983450Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321983452 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321983452Cleaning up temporary data from old regions at 1733321983458 (+6 ms)Running coprocessor post-open hooks at 1733321983461 (+3 ms)Region opened successfully at 1733321983461 2024-12-04T14:19:43,462 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9., pid=6, masterSystemTime=1733321983445 2024-12-04T14:19:43,463 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9. 2024-12-04T14:19:43,463 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9. 2024-12-04T14:19:43,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1d5b5d9435bfb8adba95b9dc89109a9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff648bb9ef17,46531,1733321979930 2024-12-04T14:19:43,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1d5b5d9435bfb8adba95b9dc89109a9, server=ff648bb9ef17,46531,1733321979930 because future has completed 2024-12-04T14:19:43,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:19:43,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a1d5b5d9435bfb8adba95b9dc89109a9, server=ff648bb9ef17,46531,1733321979930 in 174 msec 2024-12-04T14:19:43,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T14:19:43,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a1d5b5d9435bfb8adba95b9dc89109a9, ASSIGN in 332 msec 2024-12-04T14:19:43,471 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:19:43,471 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321983471"}]},"ts":"1733321983471"} 2024-12-04T14:19:43,473 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T14:19:43,473 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:19:43,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 383 msec 2024-12-04T14:19:43,567 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T14:19:43,568 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T14:19:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:19:43,717 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T14:19:43,717 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1606ab3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:43,717 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43301,-1 for getting cluster id 2024-12-04T14:19:43,717 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:43,718 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa0a95f7-4dfd-4ea9-acac-2ca5ea71d2ad' 2024-12-04T14:19:43,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:43,718 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa0a95f7-4dfd-4ea9-acac-2ca5ea71d2ad" 2024-12-04T14:19:43,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8f360a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:43,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43301,-1] 2024-12-04T14:19:43,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:43,719 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:43,720 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:43,720 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f834a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:43,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7960d5b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:43,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,35661,-1 for getting cluster id 2024-12-04T14:19:43,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:43,721 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6a201c2-7b5b-424e-9910-ab001c313b40' 2024-12-04T14:19:43,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:43,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6a201c2-7b5b-424e-9910-ab001c313b40" 2024-12-04T14:19:43,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1461502b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:43,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,35661,-1] 2024-12-04T14:19:43,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:43,722 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:43,723 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f4f96a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:43,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6078b5f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:43,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43301,-1 for getting cluster id 2024-12-04T14:19:43,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:43,724 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa0a95f7-4dfd-4ea9-acac-2ca5ea71d2ad' 2024-12-04T14:19:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa0a95f7-4dfd-4ea9-acac-2ca5ea71d2ad" 2024-12-04T14:19:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6613ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43301,-1] 2024-12-04T14:19:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:43,726 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:43,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cd83990, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:43,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43301,1733321976055 2024-12-04T14:19:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5316f726 2024-12-04T14:19:43,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:43,728 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:19:43,728 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff648bb9ef17:35661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T14:19:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:19:43,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:19:43,731 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:35661' 2024-12-04T14:19:43,731 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66749eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:43,731 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,35661,-1 for getting cluster id 2024-12-04T14:19:43,732 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:43,732 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6a201c2-7b5b-424e-9910-ab001c313b40' 2024-12-04T14:19:43,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:43,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6a201c2-7b5b-424e-9910-ab001c313b40" 2024-12-04T14:19:43,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4986d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:43,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,35661,-1] 2024-12-04T14:19:43,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:43,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:43,733 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:43,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55df5ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:43,734 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:43,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,35661,1733321979884 2024-12-04T14:19:43,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b140d47 2024-12-04T14:19:43,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:43,735 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:19:43,736 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T14:19:43,736 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T14:19:43,736 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:43,736 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:43,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:43,737 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:19:43,738 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T14:19:43,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:19:43,739 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:43,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:19:43,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741837_1013 (size=1138) 2024-12-04T14:19:43,745 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79b0acb878939f9d7ecef6aa3510fd11, NAME => 'hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696 2024-12-04T14:19:43,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741838_1014 (size=44) 2024-12-04T14:19:43,788 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T14:19:43,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:19:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:19:44,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:44,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 79b0acb878939f9d7ecef6aa3510fd11, disabling compactions & flushes 2024-12-04T14:19:44,151 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11. 2024-12-04T14:19:44,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11. 2024-12-04T14:19:44,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11. after waiting 0 ms 2024-12-04T14:19:44,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11. 2024-12-04T14:19:44,151 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11. 2024-12-04T14:19:44,151 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79b0acb878939f9d7ecef6aa3510fd11: Waiting for close lock at 1733321984151Disabling compacts and flushes for region at 1733321984151Disabling writes for close at 1733321984151Writing region close event to WAL at 1733321984151Closed at 1733321984151 2024-12-04T14:19:44,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:19:44,153 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733321984153"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733321984153"}]},"ts":"1733321984153"} 2024-12-04T14:19:44,156 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:19:44,157 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:19:44,157 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321984157"}]},"ts":"1733321984157"} 2024-12-04T14:19:44,159 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T14:19:44,159 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79b0acb878939f9d7ecef6aa3510fd11, ASSIGN}] 2024-12-04T14:19:44,161 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79b0acb878939f9d7ecef6aa3510fd11, ASSIGN 2024-12-04T14:19:44,163 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=79b0acb878939f9d7ecef6aa3510fd11, ASSIGN; state=OFFLINE, location=ff648bb9ef17,33625,1733321976104; forceNewPlan=false, retain=false 2024-12-04T14:19:44,239 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:19:44,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:44,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:44,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:44,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:44,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:44,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:44,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:44,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:44,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:44,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:44,314 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=79b0acb878939f9d7ecef6aa3510fd11, regionState=OPENING, regionLocation=ff648bb9ef17,33625,1733321976104 2024-12-04T14:19:44,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=79b0acb878939f9d7ecef6aa3510fd11, ASSIGN because future has completed 2024-12-04T14:19:44,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79b0acb878939f9d7ecef6aa3510fd11, server=ff648bb9ef17,33625,1733321976104}] 2024-12-04T14:19:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:19:44,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11. 2024-12-04T14:19:44,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:44,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T14:19:44,474 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C33625%2C1733321976104.rep, suffix=, logDir=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104, archiveDir=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/oldWALs, maxLogs=10 2024-12-04T14:19:44,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.rep.1733321984475, exclude list is [], retry=0 2024-12-04T14:19:44,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40625,DS-801e2df3-4cf1-4f25-869a-bf2708f197a3,DISK] 2024-12-04T14:19:44,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.rep.1733321984475 2024-12-04T14:19:44,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42283:42283)] 2024-12-04T14:19:44,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 79b0acb878939f9d7ecef6aa3510fd11, NAME => 'hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:44,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:19:44,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:19:44,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11. service=MultiRowMutationService 2024-12-04T14:19:44,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T14:19:44,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 79b0acb878939f9d7ecef6aa3510fd11 2024-12-04T14:19:44,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:44,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 79b0acb878939f9d7ecef6aa3510fd11 2024-12-04T14:19:44,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 79b0acb878939f9d7ecef6aa3510fd11 2024-12-04T14:19:44,497 INFO [StoreOpener-79b0acb878939f9d7ecef6aa3510fd11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 79b0acb878939f9d7ecef6aa3510fd11 2024-12-04T14:19:44,498 INFO [StoreOpener-79b0acb878939f9d7ecef6aa3510fd11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79b0acb878939f9d7ecef6aa3510fd11 columnFamilyName hfileref 2024-12-04T14:19:44,498 DEBUG [StoreOpener-79b0acb878939f9d7ecef6aa3510fd11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:44,499 INFO [StoreOpener-79b0acb878939f9d7ecef6aa3510fd11-1 {}] regionserver.HStore(327): Store=79b0acb878939f9d7ecef6aa3510fd11/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:44,499 INFO [StoreOpener-79b0acb878939f9d7ecef6aa3510fd11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 79b0acb878939f9d7ecef6aa3510fd11 2024-12-04T14:19:44,500 INFO [StoreOpener-79b0acb878939f9d7ecef6aa3510fd11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79b0acb878939f9d7ecef6aa3510fd11 columnFamilyName queue 2024-12-04T14:19:44,500 DEBUG [StoreOpener-79b0acb878939f9d7ecef6aa3510fd11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:44,500 INFO [StoreOpener-79b0acb878939f9d7ecef6aa3510fd11-1 {}] regionserver.HStore(327): Store=79b0acb878939f9d7ecef6aa3510fd11/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:44,500 INFO [StoreOpener-79b0acb878939f9d7ecef6aa3510fd11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 79b0acb878939f9d7ecef6aa3510fd11 2024-12-04T14:19:44,501 INFO [StoreOpener-79b0acb878939f9d7ecef6aa3510fd11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79b0acb878939f9d7ecef6aa3510fd11 columnFamilyName sid 2024-12-04T14:19:44,501 DEBUG [StoreOpener-79b0acb878939f9d7ecef6aa3510fd11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:44,501 INFO [StoreOpener-79b0acb878939f9d7ecef6aa3510fd11-1 {}] regionserver.HStore(327): Store=79b0acb878939f9d7ecef6aa3510fd11/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:44,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 79b0acb878939f9d7ecef6aa3510fd11 2024-12-04T14:19:44,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/replication/79b0acb878939f9d7ecef6aa3510fd11 2024-12-04T14:19:44,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/replication/79b0acb878939f9d7ecef6aa3510fd11 2024-12-04T14:19:44,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 79b0acb878939f9d7ecef6aa3510fd11 2024-12-04T14:19:44,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 79b0acb878939f9d7ecef6aa3510fd11 2024-12-04T14:19:44,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:19:44,504 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 79b0acb878939f9d7ecef6aa3510fd11 2024-12-04T14:19:44,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/replication/79b0acb878939f9d7ecef6aa3510fd11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:19:44,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 79b0acb878939f9d7ecef6aa3510fd11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73931627, jitterRate=0.10166709125041962}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:19:44,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79b0acb878939f9d7ecef6aa3510fd11 2024-12-04T14:19:44,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 79b0acb878939f9d7ecef6aa3510fd11: Running coprocessor pre-open hook at 1733321984496Writing region info on filesystem at 1733321984496Initializing all the Stores at 1733321984497 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321984497Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321984497Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321984497Cleaning up temporary data from old regions at 1733321984503 (+6 ms)Running coprocessor post-open hooks at 1733321984506 (+3 ms)Region opened successfully at 1733321984506 2024-12-04T14:19:44,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11., pid=10, masterSystemTime=1733321984469 2024-12-04T14:19:44,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11. 2024-12-04T14:19:44,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11. 2024-12-04T14:19:44,509 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=79b0acb878939f9d7ecef6aa3510fd11, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,33625,1733321976104 2024-12-04T14:19:44,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79b0acb878939f9d7ecef6aa3510fd11, server=ff648bb9ef17,33625,1733321976104 because future has completed 2024-12-04T14:19:44,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T14:19:44,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 79b0acb878939f9d7ecef6aa3510fd11, server=ff648bb9ef17,33625,1733321976104 in 195 msec 2024-12-04T14:19:44,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T14:19:44,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79b0acb878939f9d7ecef6aa3510fd11, ASSIGN in 354 msec 2024-12-04T14:19:44,516 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:19:44,516 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321984516"}]},"ts":"1733321984516"} 2024-12-04T14:19:44,517 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T14:19:44,518 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:19:44,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 781 msec 2024-12-04T14:19:44,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11., hostname=ff648bb9ef17,33625,1733321976104, seqNum=2] 2024-12-04T14:19:44,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866 2024-12-04T14:19:44,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866 2024-12-04T14:19:44,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:19:44,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T14:19:44,706 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T14:19:44,741 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff648bb9ef17,33625,1733321976104, ReplicationSource: 1, currentBandwidth=0 2024-12-04T14:19:44,742 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:44,742 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,33625,1733321976104, seqNum=-1] 2024-12-04T14:19:44,742 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:44,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-04T14:19:44,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff648bb9ef17,33625,1733321976104', locateType=CURRENT is [region=hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11., hostname=ff648bb9ef17,33625,1733321976104, seqNum=2] 2024-12-04T14:19:44,747 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T14:19:44,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T14:19:44,750 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff648bb9ef17,33625,1733321976104 suceeded 2024-12-04T14:19:44,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T14:19:44,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-12-04T14:19:44,751 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff648bb9ef17:35661,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T14:19:44,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0240 sec 2024-12-04T14:19:44,763 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:35661' 2024-12-04T14:19:44,764 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64d9a64a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:44,764 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,35661,-1 for getting cluster id 2024-12-04T14:19:44,764 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:44,765 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6a201c2-7b5b-424e-9910-ab001c313b40' 2024-12-04T14:19:44,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:44,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6a201c2-7b5b-424e-9910-ab001c313b40" 2024-12-04T14:19:44,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12845c6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:44,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,35661,-1] 2024-12-04T14:19:44,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:44,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:44,767 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:44,767 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d49da2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:44,767 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:44,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,35661,1733321979884 2024-12-04T14:19:44,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c2d91f5 2024-12-04T14:19:44,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:44,769 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-12-04T14:19:44,769 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff648bb9ef17,33625,1733321976104 (queues=1) is replicating from cluster=fa0a95f7-4dfd-4ea9-acac-2ca5ea71d2ad to cluster=b6a201c2-7b5b-424e-9910-ab001c313b40 2024-12-04T14:19:44,769 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff648bb9ef17%2C33625%2C1733321976104 2024-12-04T14:19:44,770 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff648bb9ef17,33625,1733321976104, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:19:44,770 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731, startPosition=0, beingWritten=true 2024-12-04T14:19:44,770 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.shipperff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C33625%2C1733321976104 2024-12-04T14:19:44,775 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:19:44,775 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 379, reset compression=false 2024-12-04T14:19:44,775 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.shipperff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,33625,1733321976104 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:19:44,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43301 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:19:44,866 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T14:19:44,866 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:19:44,866 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:44,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:44,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:44,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:44,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71709be3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:44,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,35661,-1 for getting cluster id 2024-12-04T14:19:44,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:44,868 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6a201c2-7b5b-424e-9910-ab001c313b40' 2024-12-04T14:19:44,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:44,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6a201c2-7b5b-424e-9910-ab001c313b40" 2024-12-04T14:19:44,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451184f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:44,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,35661,-1] 2024-12-04T14:19:44,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:44,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:44,870 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:44,870 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4def9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:44,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:44,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,35661,1733321979884 2024-12-04T14:19:44,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@132a9036 2024-12-04T14:19:44,871 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:44,872 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:19:44,873 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff648bb9ef17:43301,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T14:19:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:19:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:19:44,875 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:43301' 2024-12-04T14:19:44,876 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb84bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:44,876 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43301,-1 for getting cluster id 2024-12-04T14:19:44,876 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:44,877 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa0a95f7-4dfd-4ea9-acac-2ca5ea71d2ad' 2024-12-04T14:19:44,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:44,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa0a95f7-4dfd-4ea9-acac-2ca5ea71d2ad" 2024-12-04T14:19:44,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e562e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:44,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43301,-1] 2024-12-04T14:19:44,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:44,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:44,878 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:44,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79af43d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:44,879 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:44,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43301,1733321976055 2024-12-04T14:19:44,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b404eb6 2024-12-04T14:19:44,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:44,880 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:19:44,881 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T14:19:44,881 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T14:19:44,881 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:44,881 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:44,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:44,882 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:19:44,882 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T14:19:44,883 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:19:44,883 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:44,884 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:19:44,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741837_1013 (size=1138) 2024-12-04T14:19:44,933 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T14:19:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:19:44,978 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 379, reset compression=false 2024-12-04T14:19:45,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:19:45,283 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 379, reset compression=false 2024-12-04T14:19:45,292 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a2e3270b352e0668555c52a755469c8, NAME => 'hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90 2024-12-04T14:19:45,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741838_1014 (size=44) 2024-12-04T14:19:45,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:45,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8a2e3270b352e0668555c52a755469c8, disabling compactions & flushes 2024-12-04T14:19:45,300 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8. 2024-12-04T14:19:45,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8. 2024-12-04T14:19:45,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8. after waiting 0 ms 2024-12-04T14:19:45,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8. 2024-12-04T14:19:45,300 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8. 2024-12-04T14:19:45,300 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a2e3270b352e0668555c52a755469c8: Waiting for close lock at 1733321985300Disabling compacts and flushes for region at 1733321985300Disabling writes for close at 1733321985300Writing region close event to WAL at 1733321985300Closed at 1733321985300 2024-12-04T14:19:45,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:19:45,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733321985302"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733321985302"}]},"ts":"1733321985302"} 2024-12-04T14:19:45,304 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:19:45,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:19:45,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321985305"}]},"ts":"1733321985305"} 2024-12-04T14:19:45,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T14:19:45,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a2e3270b352e0668555c52a755469c8, ASSIGN}] 2024-12-04T14:19:45,308 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a2e3270b352e0668555c52a755469c8, ASSIGN 2024-12-04T14:19:45,309 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a2e3270b352e0668555c52a755469c8, ASSIGN; state=OFFLINE, location=ff648bb9ef17,46531,1733321979930; forceNewPlan=false, retain=false 2024-12-04T14:19:45,460 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a2e3270b352e0668555c52a755469c8, regionState=OPENING, regionLocation=ff648bb9ef17,46531,1733321979930 2024-12-04T14:19:45,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a2e3270b352e0668555c52a755469c8, ASSIGN because future has completed 2024-12-04T14:19:45,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a2e3270b352e0668555c52a755469c8, server=ff648bb9ef17,46531,1733321979930}] 2024-12-04T14:19:45,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:19:45,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8. 2024-12-04T14:19:45,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:45,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T14:19:45,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C46531%2C1733321979930.rep, suffix=, logDir=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930, archiveDir=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/oldWALs, maxLogs=10 2024-12-04T14:19:45,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.rep.1733321985619, exclude list is [], retry=0 2024-12-04T14:19:45,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35457,DS-5cce3f26-87f1-4c1b-8ec5-5b0aaee04b2b,DISK] 2024-12-04T14:19:45,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.rep.1733321985619 2024-12-04T14:19:45,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41579:41579)] 2024-12-04T14:19:45,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a2e3270b352e0668555c52a755469c8, NAME => 'hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:45,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:19:45,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:19:45,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8. service=MultiRowMutationService 2024-12-04T14:19:45,637 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T14:19:45,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8a2e3270b352e0668555c52a755469c8 2024-12-04T14:19:45,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:45,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8a2e3270b352e0668555c52a755469c8 2024-12-04T14:19:45,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8a2e3270b352e0668555c52a755469c8 2024-12-04T14:19:45,638 INFO [StoreOpener-8a2e3270b352e0668555c52a755469c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8a2e3270b352e0668555c52a755469c8 2024-12-04T14:19:45,639 INFO [StoreOpener-8a2e3270b352e0668555c52a755469c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a2e3270b352e0668555c52a755469c8 columnFamilyName hfileref 2024-12-04T14:19:45,639 DEBUG [StoreOpener-8a2e3270b352e0668555c52a755469c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:45,639 INFO [StoreOpener-8a2e3270b352e0668555c52a755469c8-1 {}] regionserver.HStore(327): Store=8a2e3270b352e0668555c52a755469c8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:45,640 INFO [StoreOpener-8a2e3270b352e0668555c52a755469c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8a2e3270b352e0668555c52a755469c8 2024-12-04T14:19:45,640 INFO [StoreOpener-8a2e3270b352e0668555c52a755469c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a2e3270b352e0668555c52a755469c8 columnFamilyName queue 2024-12-04T14:19:45,640 DEBUG [StoreOpener-8a2e3270b352e0668555c52a755469c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:45,641 INFO [StoreOpener-8a2e3270b352e0668555c52a755469c8-1 {}] regionserver.HStore(327): Store=8a2e3270b352e0668555c52a755469c8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:45,641 INFO [StoreOpener-8a2e3270b352e0668555c52a755469c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8a2e3270b352e0668555c52a755469c8 2024-12-04T14:19:45,641 INFO [StoreOpener-8a2e3270b352e0668555c52a755469c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a2e3270b352e0668555c52a755469c8 columnFamilyName sid 2024-12-04T14:19:45,641 DEBUG [StoreOpener-8a2e3270b352e0668555c52a755469c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:45,642 INFO [StoreOpener-8a2e3270b352e0668555c52a755469c8-1 {}] regionserver.HStore(327): Store=8a2e3270b352e0668555c52a755469c8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:45,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8a2e3270b352e0668555c52a755469c8 2024-12-04T14:19:45,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/replication/8a2e3270b352e0668555c52a755469c8 2024-12-04T14:19:45,642 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/replication/8a2e3270b352e0668555c52a755469c8 2024-12-04T14:19:45,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8a2e3270b352e0668555c52a755469c8 2024-12-04T14:19:45,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8a2e3270b352e0668555c52a755469c8 2024-12-04T14:19:45,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:19:45,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8a2e3270b352e0668555c52a755469c8 2024-12-04T14:19:45,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/replication/8a2e3270b352e0668555c52a755469c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:19:45,646 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8a2e3270b352e0668555c52a755469c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67105607, jitterRate=-4.8533082008361816E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:19:45,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a2e3270b352e0668555c52a755469c8 2024-12-04T14:19:45,646 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8a2e3270b352e0668555c52a755469c8: Running coprocessor pre-open hook at 1733321985637Writing region info on filesystem at 1733321985637Initializing all the Stores at 1733321985638 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321985638Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321985638Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321985638Cleaning up temporary data from old regions at 1733321985643 (+5 ms)Running coprocessor post-open hooks at 1733321985646 (+3 ms)Region opened successfully at 1733321985646 2024-12-04T14:19:45,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8., pid=10, masterSystemTime=1733321985614 2024-12-04T14:19:45,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8. 2024-12-04T14:19:45,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8. 2024-12-04T14:19:45,649 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a2e3270b352e0668555c52a755469c8, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,46531,1733321979930 2024-12-04T14:19:45,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a2e3270b352e0668555c52a755469c8, server=ff648bb9ef17,46531,1733321979930 because future has completed 2024-12-04T14:19:45,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T14:19:45,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a2e3270b352e0668555c52a755469c8, server=ff648bb9ef17,46531,1733321979930 in 190 msec 2024-12-04T14:19:45,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T14:19:45,656 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a2e3270b352e0668555c52a755469c8, ASSIGN in 347 msec 2024-12-04T14:19:45,656 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:19:45,657 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733321985656"}]},"ts":"1733321985656"} 2024-12-04T14:19:45,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T14:19:45,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:19:45,660 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 777 msec 2024-12-04T14:19:45,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8., hostname=ff648bb9ef17,46531,1733321979930, seqNum=2] 2024-12-04T14:19:45,687 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 379, reset compression=false 2024-12-04T14:19:45,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521 2024-12-04T14:19:45,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521 2024-12-04T14:19:45,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:19:45,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46531 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T14:19:45,850 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T14:19:45,879 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff648bb9ef17,46531,1733321979930, ReplicationSource: 1, currentBandwidth=0 2024-12-04T14:19:45,879 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:45,879 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,46531,1733321979930, seqNum=-1] 2024-12-04T14:19:45,879 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:45,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-04T14:19:45,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff648bb9ef17,46531,1733321979930', locateType=CURRENT is [region=hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8., hostname=ff648bb9ef17,46531,1733321979930, seqNum=2] 2024-12-04T14:19:45,885 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T14:19:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T14:19:45,888 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff648bb9ef17,46531,1733321979930 suceeded 2024-12-04T14:19:45,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T14:19:45,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-12-04T14:19:45,890 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff648bb9ef17:43301,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T14:19:45,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0170 sec 2024-12-04T14:19:45,906 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:43301' 2024-12-04T14:19:45,907 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d1e2473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:45,907 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43301,-1 for getting cluster id 2024-12-04T14:19:45,907 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:45,908 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa0a95f7-4dfd-4ea9-acac-2ca5ea71d2ad' 2024-12-04T14:19:45,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:45,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa0a95f7-4dfd-4ea9-acac-2ca5ea71d2ad" 2024-12-04T14:19:45,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35920bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:45,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43301,-1] 2024-12-04T14:19:45,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:45,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:45,910 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:45,910 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35bde3dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:45,910 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:45,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43301,1733321976055 2024-12-04T14:19:45,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5405ac0 2024-12-04T14:19:45,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:19:45,912 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-12-04T14:19:45,913 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff648bb9ef17,46531,1733321979930 (queues=1) is replicating from cluster=b6a201c2-7b5b-424e-9910-ab001c313b40 to cluster=fa0a95f7-4dfd-4ea9-acac-2ca5ea71d2ad 2024-12-04T14:19:45,913 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff648bb9ef17%2C46531%2C1733321979930 2024-12-04T14:19:45,913 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff648bb9ef17,46531,1733321979930, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:19:45,913 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361, startPosition=0, beingWritten=true 2024-12-04T14:19:45,914 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.shipperff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C46531%2C1733321979930 2024-12-04T14:19:45,924 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:19:45,924 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 379, reset compression=false 2024-12-04T14:19:45,924 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.shipperff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,46531,1733321979930 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:19:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35661 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:19:46,007 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T14:19:46,007 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:19:46,007 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:46,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:46,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:46,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:46,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:46,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,33625,1733321976104, seqNum=-1] 2024-12-04T14:19:46,009 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:46,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:19:46,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733321981942.54288c9b4d48ce2f08702ed132478045., hostname=ff648bb9ef17,33625,1733321976104, seqNum=2] 2024-12-04T14:19:46,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:46,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,46531,1733321979930, seqNum=-1] 2024-12-04T14:19:46,015 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:46,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:19:46,017 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9., hostname=ff648bb9ef17,46531,1733321979930, seqNum=2] 2024-12-04T14:19:46,018 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T14:19:46,132 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 379, reset compression=false 2024-12-04T14:19:46,192 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 379, reset compression=false 2024-12-04T14:19:46,202 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:19:46,203 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 480, reset compression=false 2024-12-04T14:19:46,203 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.shipperff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,33625,1733321976104 got entry batch from reader: WALEntryBatch [walEntries=[{test/54288c9b4d48ce2f08702ed132478045/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T14:19:46,205 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.shipperff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:19:46,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-12-04T14:19:46,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:19:46,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7631ac8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:46,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,35661,-1 for getting cluster id 2024-12-04T14:19:46,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:46,210 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b6a201c2-7b5b-424e-9910-ab001c313b40' 2024-12-04T14:19:46,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:46,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b6a201c2-7b5b-424e-9910-ab001c313b40" 2024-12-04T14:19:46,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31d1a096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:46,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,35661,-1] 2024-12-04T14:19:46,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:46,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:46,211 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:46,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59d082c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:46,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:46,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,46531,1733321979930, seqNum=-1] 2024-12-04T14:19:46,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:46,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-12-04T14:19:46,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9., hostname=ff648bb9ef17,46531,1733321979930, seqNum=2] 2024-12-04T14:19:46,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:19:46,410 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 480, reset compression=false 2024-12-04T14:19:46,438 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 379, reset compression=false 2024-12-04T14:19:46,443 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:19:46,443 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 504, reset compression=false 2024-12-04T14:19:46,443 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.shipperff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,46531,1733321979930 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:19:46,647 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 504, reset compression=false 2024-12-04T14:19:46,714 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 480, reset compression=false 2024-12-04T14:19:46,950 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 504, reset compression=false 2024-12-04T14:19:47,021 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T14:19:47,025 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T14:19:47,118 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 480, reset compression=false 2024-12-04T14:19:47,140 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T14:19:47,355 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 504, reset compression=false 2024-12-04T14:19:47,360 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:19:47,360 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 608, reset compression=false 2024-12-04T14:19:47,360 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.shipperff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,46531,1733321979930 got entry batch from reader: WALEntryBatch [walEntries=[{test/a1d5b5d9435bfb8adba95b9dc89109a9/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T14:19:47,363 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.shipperff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:19:47,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-12-04T14:19:47,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:19:47,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d062445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:47,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43301,-1 for getting cluster id 2024-12-04T14:19:47,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:47,366 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fa0a95f7-4dfd-4ea9-acac-2ca5ea71d2ad' 2024-12-04T14:19:47,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:47,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fa0a95f7-4dfd-4ea9-acac-2ca5ea71d2ad" 2024-12-04T14:19:47,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a6d9ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:47,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43301,-1] 2024-12-04T14:19:47,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:47,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:47,368 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:47,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5171e96d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:47,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:47,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,33625,1733321976104, seqNum=-1] 2024-12-04T14:19:47,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:47,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-12-04T14:19:47,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733321981942.54288c9b4d48ce2f08702ed132478045., hostname=ff648bb9ef17,33625,1733321976104, seqNum=2] 2024-12-04T14:19:47,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:19:47,564 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 608, reset compression=false 2024-12-04T14:19:47,622 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 480, reset compression=false 2024-12-04T14:19:47,640 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:19:47,640 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 608, reset compression=false 2024-12-04T14:19:47,640 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.shipperff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,33625,1733321976104 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:19:47,844 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 608, reset compression=false 2024-12-04T14:19:47,868 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 608, reset compression=false 2024-12-04T14:19:48,027 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T14:19:48,033 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T14:19:48,148 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 608, reset compression=false 2024-12-04T14:19:48,153 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:19:48,153 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 764, reset compression=false 2024-12-04T14:19:48,153 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.shipperff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,33625,1733321976104 got entry batch from reader: WALEntryBatch [walEntries=[{test/54288c9b4d48ce2f08702ed132478045/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T14:19:48,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:19:48,157 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46531 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:19:48,272 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 608, reset compression=false 2024-12-04T14:19:48,278 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:19:48,278 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 756, reset compression=false 2024-12-04T14:19:48,278 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.shipperff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,46531,1733321979930 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:19:48,356 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 764, reset compression=false 2024-12-04T14:19:48,482 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 756, reset compression=false 2024-12-04T14:19:48,659 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 764, reset compression=false 2024-12-04T14:19:48,786 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 756, reset compression=false 2024-12-04T14:19:49,035 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T14:19:49,039 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T14:19:49,064 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 764, reset compression=false 2024-12-04T14:19:49,190 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 756, reset compression=false 2024-12-04T14:19:49,196 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:19:49,196 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 915, reset compression=false 2024-12-04T14:19:49,196 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.shipperff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,46531,1733321979930 got entry batch from reader: WALEntryBatch [walEntries=[{test/a1d5b5d9435bfb8adba95b9dc89109a9/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T14:19:49,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:19:49,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33625 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:19:49,400 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 915, reset compression=false 2024-12-04T14:19:49,568 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 764, reset compression=false 2024-12-04T14:19:49,574 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:19:49,574 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 914, reset compression=false 2024-12-04T14:19:49,574 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.shipperff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,33625,1733321976104 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:19:49,576 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:49,576 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:19:49,577 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18207 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:19:49,704 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 915, reset compression=false 2024-12-04T14:19:49,781 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 914, reset compression=false 2024-12-04T14:19:49,998 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:19:50,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:50,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:50,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:50,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:50,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:50,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:50,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:50,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:50,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:50,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:50,041 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T14:19:50,043 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:19:50,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:19:50,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:50,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:50,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:50,044 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:19:50,044 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1475609339, stopped=false 2024-12-04T14:19:50,044 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,35661,1733321979884 2024-12-04T14:19:50,044 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:50,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1421839521/running 2024-12-04T14:19:50,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521 2024-12-04T14:19:50,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1421839521/running 2024-12-04T14:19:50,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521 2024-12-04T14:19:50,046 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:19:50,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:19:50,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:50,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:50,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Set watcher on znode that does not yet exist, /1-1421839521/running 2024-12-04T14:19:50,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Set watcher on znode that does not yet exist, /1-1421839521/running 2024-12-04T14:19:50,047 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,46531,1733321979930' ***** 2024-12-04T14:19:50,047 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:19:50,048 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:19:50,048 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:19:50,048 INFO [RS:0;ff648bb9ef17:46531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:19:50,048 INFO [RS:0;ff648bb9ef17:46531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:19:50,048 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a2e3270b352e0668555c52a755469c8 2024-12-04T14:19:50,049 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(3091): Received CLOSE for a1d5b5d9435bfb8adba95b9dc89109a9 2024-12-04T14:19:50,049 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,46531,1733321979930 2024-12-04T14:19:50,049 INFO [RS:0;ff648bb9ef17:46531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:19:50,049 INFO [RS:0;ff648bb9ef17:46531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:46531. 2024-12-04T14:19:50,049 DEBUG [RS:0;ff648bb9ef17:46531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:50,049 DEBUG [RS:0;ff648bb9ef17:46531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:50,049 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a2e3270b352e0668555c52a755469c8, disabling compactions & flushes 2024-12-04T14:19:50,049 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:19:50,049 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:19:50,049 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8. 2024-12-04T14:19:50,049 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:19:50,049 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8. 2024-12-04T14:19:50,049 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:19:50,049 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8. after waiting 0 ms 2024-12-04T14:19:50,049 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8. 2024-12-04T14:19:50,049 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8a2e3270b352e0668555c52a755469c8 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-04T14:19:50,049 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T14:19:50,049 DEBUG [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8a2e3270b352e0668555c52a755469c8=hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8., a1d5b5d9435bfb8adba95b9dc89109a9=test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9.} 2024-12-04T14:19:50,049 DEBUG [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a2e3270b352e0668555c52a755469c8, a1d5b5d9435bfb8adba95b9dc89109a9 2024-12-04T14:19:50,050 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:19:50,050 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:19:50,050 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:19:50,050 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:19:50,050 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:19:50,050 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T14:19:50,068 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/.tmp/info/42fc0a81ae4d43538120910dd5d23182 is 147, key is hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8./info:regioninfo/1733321985649/Put/seqid=0 2024-12-04T14:19:50,069 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/replication/8a2e3270b352e0668555c52a755469c8/.tmp/queue/7d42d707088042a0a9d5428bdfb01dc9 is 153, key is 1-ff648bb9ef17,46531,1733321979930/queue:ff648bb9ef17%2C46531%2C1733321979930/1733321989201/Put/seqid=0 2024-12-04T14:19:50,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741840_1016 (size=7686) 2024-12-04T14:19:50,072 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/.tmp/info/42fc0a81ae4d43538120910dd5d23182 2024-12-04T14:19:50,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741841_1017 (size=5352) 2024-12-04T14:19:50,074 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/replication/8a2e3270b352e0668555c52a755469c8/.tmp/queue/7d42d707088042a0a9d5428bdfb01dc9 2024-12-04T14:19:50,079 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/replication/8a2e3270b352e0668555c52a755469c8/.tmp/queue/7d42d707088042a0a9d5428bdfb01dc9 as hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/replication/8a2e3270b352e0668555c52a755469c8/queue/7d42d707088042a0a9d5428bdfb01dc9 2024-12-04T14:19:50,084 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/replication/8a2e3270b352e0668555c52a755469c8/queue/7d42d707088042a0a9d5428bdfb01dc9, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T14:19:50,086 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 914, reset compression=false 2024-12-04T14:19:50,086 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 8a2e3270b352e0668555c52a755469c8 in 37ms, sequenceid=10, compaction requested=false 2024-12-04T14:19:50,094 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/.tmp/ns/4f75f800d518408fb773f3807b4622ca is 43, key is default/ns:d/1733321981843/Put/seqid=0 2024-12-04T14:19:50,096 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/replication/8a2e3270b352e0668555c52a755469c8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T14:19:50,097 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:19:50,097 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:19:50,097 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8. 2024-12-04T14:19:50,097 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a2e3270b352e0668555c52a755469c8: Waiting for close lock at 1733321990049Running coprocessor pre-close hooks at 1733321990049Disabling compacts and flushes for region at 1733321990049Disabling writes for close at 1733321990049Obtaining lock to block concurrent updates at 1733321990049Preparing flush snapshotting stores in 8a2e3270b352e0668555c52a755469c8 at 1733321990049Finished memstore snapshotting hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733321990050 (+1 ms)Flushing stores of hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8. at 1733321990050Flushing 8a2e3270b352e0668555c52a755469c8/queue: creating writer at 1733321990051 (+1 ms)Flushing 8a2e3270b352e0668555c52a755469c8/queue: appending metadata at 1733321990069 (+18 ms)Flushing 8a2e3270b352e0668555c52a755469c8/queue: closing flushed file at 1733321990069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@374f3432: reopening flushed file at 1733321990079 (+10 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 8a2e3270b352e0668555c52a755469c8 in 37ms, sequenceid=10, compaction requested=false at 1733321990086 (+7 ms)Writing region close event to WAL at 1733321990092 (+6 ms)Running coprocessor post-close hooks at 1733321990097 (+5 ms)Closed at 1733321990097 2024-12-04T14:19:50,097 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733321984881.8a2e3270b352e0668555c52a755469c8. 2024-12-04T14:19:50,097 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1d5b5d9435bfb8adba95b9dc89109a9, disabling compactions & flushes 2024-12-04T14:19:50,097 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9. 2024-12-04T14:19:50,097 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9. 2024-12-04T14:19:50,097 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9. after waiting 0 ms 2024-12-04T14:19:50,097 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9. 2024-12-04T14:19:50,097 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a1d5b5d9435bfb8adba95b9dc89109a9 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-12-04T14:19:50,099 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:19:50,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741842_1018 (size=5153) 2024-12-04T14:19:50,107 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 915, reset compression=false 2024-12-04T14:19:50,114 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/default/test/a1d5b5d9435bfb8adba95b9dc89109a9/.tmp/f/1e10ec7d345b4b6e971844a7c17b976f is 29, key is row1/f:/1733321989037/DeleteFamily/seqid=0 2024-12-04T14:19:50,116 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:19:50,116 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 1162, reset compression=false 2024-12-04T14:19:50,116 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.shipperff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,46531,1733321979930 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:19:50,117 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.shipperff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff648bb9ef17,46531,1733321979930: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ff648bb9ef17,46531,1733321979930, walGroup=ff648bb9ef17%2C46531%2C1733321979930, offset=ff648bb9ef17%2C46531%2C1733321979930.1733321981361:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:46531 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T14:19:50,118 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.shipperff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T14:19:50,118 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.shipperff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T14:19:50,118 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.shipperff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T14:19:50,119 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.shipperff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T14:19:50,119 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.shipperff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T14:19:50,119 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.shipperff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 653479256 }, "NonHeapMemoryUsage": { "committed": 194183168, "init": 7667712, "max": -1, "used": 190152880 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T14:19:50,119 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.shipperff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:35661 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:35661 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T14:19:50,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741843_1019 (size=5118) 2024-12-04T14:19:50,192 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:19:50,192 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:19:50,250 DEBUG [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1d5b5d9435bfb8adba95b9dc89109a9 2024-12-04T14:19:50,321 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 1162, reset compression=false 2024-12-04T14:19:50,450 DEBUG [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1d5b5d9435bfb8adba95b9dc89109a9 2024-12-04T14:19:50,493 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 914, reset compression=false 2024-12-04T14:19:50,502 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/.tmp/ns/4f75f800d518408fb773f3807b4622ca 2024-12-04T14:19:50,520 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/default/test/a1d5b5d9435bfb8adba95b9dc89109a9/.tmp/f/1e10ec7d345b4b6e971844a7c17b976f 2024-12-04T14:19:50,524 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/.tmp/rep_barrier/0bf2d0ca95cf4e13b083eac8389c7b39 is 112, key is test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9./rep_barrier:seqnumDuringOpen/1733321983464/Put/seqid=0 2024-12-04T14:19:50,524 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e10ec7d345b4b6e971844a7c17b976f 2024-12-04T14:19:50,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741844_1020 (size=5518) 2024-12-04T14:19:50,542 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/default/test/a1d5b5d9435bfb8adba95b9dc89109a9/.tmp/f1/01280ab4cb2f44cdb08c841318b0cf98 is 30, key is row1/f1:/1733321989037/DeleteFamily/seqid=0 2024-12-04T14:19:50,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741845_1021 (size=5123) 2024-12-04T14:19:50,625 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 1162, reset compression=false 2024-12-04T14:19:50,650 DEBUG [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1d5b5d9435bfb8adba95b9dc89109a9 2024-12-04T14:19:50,850 DEBUG [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a1d5b5d9435bfb8adba95b9dc89109a9 2024-12-04T14:19:50,929 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/.tmp/rep_barrier/0bf2d0ca95cf4e13b083eac8389c7b39 2024-12-04T14:19:50,945 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/default/test/a1d5b5d9435bfb8adba95b9dc89109a9/.tmp/f1/01280ab4cb2f44cdb08c841318b0cf98 2024-12-04T14:19:50,948 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/.tmp/table/4007065f15894e71b0addf3fa6b3b2b8 is 53, key is hbase:replication/table:state/1733321985656/Put/seqid=0 2024-12-04T14:19:50,950 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01280ab4cb2f44cdb08c841318b0cf98 2024-12-04T14:19:50,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741846_1022 (size=5308) 2024-12-04T14:19:50,952 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/.tmp/table/4007065f15894e71b0addf3fa6b3b2b8 2024-12-04T14:19:50,956 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/.tmp/info/42fc0a81ae4d43538120910dd5d23182 as hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/info/42fc0a81ae4d43538120910dd5d23182 2024-12-04T14:19:50,965 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/info/42fc0a81ae4d43538120910dd5d23182, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T14:19:50,966 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/.tmp/ns/4f75f800d518408fb773f3807b4622ca as hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/ns/4f75f800d518408fb773f3807b4622ca 2024-12-04T14:19:50,967 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/default/test/a1d5b5d9435bfb8adba95b9dc89109a9/.tmp/norep/7c32f5d63be442eeb043735826ec6e4f is 33, key is row1/norep:/1733321989037/DeleteFamily/seqid=0 2024-12-04T14:19:50,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741847_1023 (size=5108) 2024-12-04T14:19:50,972 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/ns/4f75f800d518408fb773f3807b4622ca, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T14:19:50,972 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/default/test/a1d5b5d9435bfb8adba95b9dc89109a9/.tmp/norep/7c32f5d63be442eeb043735826ec6e4f 2024-12-04T14:19:50,973 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/.tmp/rep_barrier/0bf2d0ca95cf4e13b083eac8389c7b39 as hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/rep_barrier/0bf2d0ca95cf4e13b083eac8389c7b39 2024-12-04T14:19:50,975 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c32f5d63be442eeb043735826ec6e4f 2024-12-04T14:19:50,976 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/default/test/a1d5b5d9435bfb8adba95b9dc89109a9/.tmp/f/1e10ec7d345b4b6e971844a7c17b976f as hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/default/test/a1d5b5d9435bfb8adba95b9dc89109a9/f/1e10ec7d345b4b6e971844a7c17b976f 2024-12-04T14:19:50,977 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/rep_barrier/0bf2d0ca95cf4e13b083eac8389c7b39, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T14:19:50,977 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/.tmp/table/4007065f15894e71b0addf3fa6b3b2b8 as hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/table/4007065f15894e71b0addf3fa6b3b2b8 2024-12-04T14:19:50,980 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e10ec7d345b4b6e971844a7c17b976f 2024-12-04T14:19:50,980 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/default/test/a1d5b5d9435bfb8adba95b9dc89109a9/f/1e10ec7d345b4b6e971844a7c17b976f, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T14:19:50,981 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/default/test/a1d5b5d9435bfb8adba95b9dc89109a9/.tmp/f1/01280ab4cb2f44cdb08c841318b0cf98 as hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/default/test/a1d5b5d9435bfb8adba95b9dc89109a9/f1/01280ab4cb2f44cdb08c841318b0cf98 2024-12-04T14:19:50,981 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/table/4007065f15894e71b0addf3fa6b3b2b8, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T14:19:50,982 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=16, compaction requested=false 2024-12-04T14:19:50,985 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 01280ab4cb2f44cdb08c841318b0cf98 2024-12-04T14:19:50,985 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/default/test/a1d5b5d9435bfb8adba95b9dc89109a9/f1/01280ab4cb2f44cdb08c841318b0cf98, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T14:19:50,988 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/default/test/a1d5b5d9435bfb8adba95b9dc89109a9/.tmp/norep/7c32f5d63be442eeb043735826ec6e4f as hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/default/test/a1d5b5d9435bfb8adba95b9dc89109a9/norep/7c32f5d63be442eeb043735826ec6e4f 2024-12-04T14:19:50,990 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T14:19:50,991 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:19:50,991 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:19:50,991 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:19:50,991 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321990050Running coprocessor pre-close hooks at 1733321990050Disabling compacts and flushes for region at 1733321990050Disabling writes for close at 1733321990050Obtaining lock to block concurrent updates at 1733321990050Preparing flush snapshotting stores in 1588230740 at 1733321990050Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733321990050Flushing stores of hbase:meta,,1.1588230740 at 1733321990051 (+1 ms)Flushing 1588230740/info: creating writer at 1733321990051Flushing 1588230740/info: appending metadata at 1733321990067 (+16 ms)Flushing 1588230740/info: closing flushed file at 1733321990067Flushing 1588230740/ns: creating writer at 1733321990077 (+10 ms)Flushing 1588230740/ns: appending metadata at 1733321990093 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733321990093Flushing 1588230740/rep_barrier: creating writer at 1733321990507 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733321990524 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733321990524Flushing 1588230740/table: creating writer at 1733321990933 (+409 ms)Flushing 1588230740/table: appending metadata at 1733321990947 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733321990947Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67490bde: reopening flushed file at 1733321990955 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3535b1e: reopening flushed file at 1733321990965 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@572d88c: reopening flushed file at 1733321990972 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29b37657: reopening flushed file at 1733321990977 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 932ms, sequenceid=16, compaction requested=false at 1733321990982 (+5 ms)Writing region close event to WAL at 1733321990987 (+5 ms)Running coprocessor post-close hooks at 1733321990991 (+4 ms)Closed at 1733321990991 2024-12-04T14:19:50,991 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:19:50,993 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7c32f5d63be442eeb043735826ec6e4f 2024-12-04T14:19:50,993 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/default/test/a1d5b5d9435bfb8adba95b9dc89109a9/norep/7c32f5d63be442eeb043735826ec6e4f, entries=1, sequenceid=8, filesize=5.0 K 2024-12-04T14:19:50,994 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a1d5b5d9435bfb8adba95b9dc89109a9 in 897ms, sequenceid=8, compaction requested=false 2024-12-04T14:19:50,997 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 914, reset compression=false 2024-12-04T14:19:50,997 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/data/default/test/a1d5b5d9435bfb8adba95b9dc89109a9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T14:19:50,998 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:19:50,998 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:19:50,998 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9. 2024-12-04T14:19:50,998 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1d5b5d9435bfb8adba95b9dc89109a9: Waiting for close lock at 1733321990097Running coprocessor pre-close hooks at 1733321990097Disabling compacts and flushes for region at 1733321990097Disabling writes for close at 1733321990097Obtaining lock to block concurrent updates at 1733321990097Preparing flush snapshotting stores in a1d5b5d9435bfb8adba95b9dc89109a9 at 1733321990097Finished memstore snapshotting test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733321990098 (+1 ms)Flushing stores of test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9. at 1733321990098Flushing a1d5b5d9435bfb8adba95b9dc89109a9/f: creating writer at 1733321990098Flushing a1d5b5d9435bfb8adba95b9dc89109a9/f: appending metadata at 1733321990113 (+15 ms)Flushing a1d5b5d9435bfb8adba95b9dc89109a9/f: closing flushed file at 1733321990113Flushing a1d5b5d9435bfb8adba95b9dc89109a9/f1: creating writer at 1733321990524 (+411 ms)Flushing a1d5b5d9435bfb8adba95b9dc89109a9/f1: appending metadata at 1733321990541 (+17 ms)Flushing a1d5b5d9435bfb8adba95b9dc89109a9/f1: closing flushed file at 1733321990541Flushing a1d5b5d9435bfb8adba95b9dc89109a9/norep: creating writer at 1733321990950 (+409 ms)Flushing a1d5b5d9435bfb8adba95b9dc89109a9/norep: appending metadata at 1733321990966 (+16 ms)Flushing a1d5b5d9435bfb8adba95b9dc89109a9/norep: closing flushed file at 1733321990966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@289eca95: reopening flushed file at 1733321990975 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@124b978c: reopening flushed file at 1733321990980 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@565c0289: reopening flushed file at 1733321990986 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for a1d5b5d9435bfb8adba95b9dc89109a9 in 897ms, sequenceid=8, compaction requested=false at 1733321990994 (+8 ms)Writing region close event to WAL at 1733321990995 (+1 ms)Running coprocessor post-close hooks at 1733321990998 (+3 ms)Closed at 1733321990998 2024-12-04T14:19:50,998 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733321983089.a1d5b5d9435bfb8adba95b9dc89109a9. 2024-12-04T14:19:51,028 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 1162, reset compression=false 2024-12-04T14:19:51,032 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:19:51,032 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.wal-reader.ff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 to pos 1806, reset compression=false 2024-12-04T14:19:51,050 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,46531,1733321979930; all regions closed. 2024-12-04T14:19:51,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741834_1010 (size=4239) 2024-12-04T14:19:51,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741839_1015 (size=2676) 2024-12-04T14:19:51,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741833_1009 (size=1814) 2024-12-04T14:19:51,056 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/WALs/ff648bb9ef17,46531,1733321979930/ff648bb9ef17%2C46531%2C1733321979930.1733321981361 not finished, retry = 0 2024-12-04T14:19:51,157 DEBUG [RS:0;ff648bb9ef17:46531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:51,157 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:19:51,157 INFO [RS:0;ff648bb9ef17:46531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:19:51,157 INFO [RS:0;ff648bb9ef17:46531 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T14:19:51,157 INFO [RS:0;ff648bb9ef17:46531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:19:51,157 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:19:51,158 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff648bb9ef17,46531,1733321979930 because: Region server is closing 2024-12-04T14:19:51,158 INFO [RS:0;ff648bb9ef17:46531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:46531. 2024-12-04T14:19:51,158 DEBUG [RS:0;ff648bb9ef17:46531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:51,158 DEBUG [RS:0;ff648bb9ef17:46531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:51,158 DEBUG [RS:0;ff648bb9ef17:46531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:51,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:51,258 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,46531,1733321979930.replicationSource.shipperff648bb9ef17%2C46531%2C1733321979930,1-ff648bb9ef17,46531,1733321979930 terminated 2024-12-04T14:19:51,259 INFO [RS:0;ff648bb9ef17:46531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:46531. 2024-12-04T14:19:51,259 DEBUG [RS:0;ff648bb9ef17:46531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:51,259 DEBUG [RS:0;ff648bb9ef17:46531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:51,259 DEBUG [RS:0;ff648bb9ef17:46531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:51,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:51,259 INFO [RS:0;ff648bb9ef17:46531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46531 2024-12-04T14:19:51,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521/rs 2024-12-04T14:19:51,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1421839521/rs/ff648bb9ef17,46531,1733321979930 2024-12-04T14:19:51,263 INFO [RS:0;ff648bb9ef17:46531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:19:51,264 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,46531,1733321979930] 2024-12-04T14:19:51,265 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1421839521/draining/ff648bb9ef17,46531,1733321979930 already deleted, retry=false 2024-12-04T14:19:51,265 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,46531,1733321979930 expired; onlineServers=0 2024-12-04T14:19:51,265 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,35661,1733321979884' ***** 2024-12-04T14:19:51,265 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:19:51,265 INFO [M:0;ff648bb9ef17:35661 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:19:51,265 INFO [M:0;ff648bb9ef17:35661 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:19:51,265 DEBUG [M:0;ff648bb9ef17:35661 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:19:51,266 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:19:51,266 DEBUG [M:0;ff648bb9ef17:35661 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:19:51,266 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321981036 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321981036,5,FailOnTimeoutGroup] 2024-12-04T14:19:51,266 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321981031 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321981031,5,FailOnTimeoutGroup] 2024-12-04T14:19:51,266 INFO [M:0;ff648bb9ef17:35661 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:19:51,266 INFO [M:0;ff648bb9ef17:35661 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:19:51,266 DEBUG [M:0;ff648bb9ef17:35661 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:19:51,266 INFO [M:0;ff648bb9ef17:35661 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:19:51,266 INFO [M:0;ff648bb9ef17:35661 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:19:51,266 INFO [M:0;ff648bb9ef17:35661 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:19:51,267 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:19:51,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1421839521/master 2024-12-04T14:19:51,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1421839521 2024-12-04T14:19:51,267 DEBUG [M:0;ff648bb9ef17:35661 {}] zookeeper.ZKUtil(347): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Unable to get data of znode /1-1421839521/master because node does not exist (not an error) 2024-12-04T14:19:51,267 WARN [M:0;ff648bb9ef17:35661 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:19:51,268 INFO [M:0;ff648bb9ef17:35661 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/.lastflushedseqids 2024-12-04T14:19:51,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741848_1024 (size=245) 2024-12-04T14:19:51,364 INFO [RS:0;ff648bb9ef17:46531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:19:51,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:51,364 INFO [RS:0;ff648bb9ef17:46531 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,46531,1733321979930; zookeeper connection closed. 2024-12-04T14:19:51,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46531-0x1017dd84eeb0004, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:51,365 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f87a7e7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f87a7e7 2024-12-04T14:19:51,365 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:19:51,600 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 914, reset compression=false 2024-12-04T14:19:51,673 INFO [M:0;ff648bb9ef17:35661 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:19:51,673 INFO [M:0;ff648bb9ef17:35661 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:19:51,673 DEBUG [M:0;ff648bb9ef17:35661 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:19:51,673 INFO [M:0;ff648bb9ef17:35661 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:51,673 DEBUG [M:0;ff648bb9ef17:35661 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:51,673 DEBUG [M:0;ff648bb9ef17:35661 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:19:51,673 DEBUG [M:0;ff648bb9ef17:35661 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:51,673 INFO [M:0;ff648bb9ef17:35661 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T14:19:51,693 DEBUG [M:0;ff648bb9ef17:35661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03a5b22b8b0747109b7bbcf48e5a8673 is 82, key is hbase:meta,,1/info:regioninfo/1733321981830/Put/seqid=0 2024-12-04T14:19:51,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741849_1025 (size=5672) 2024-12-04T14:19:51,702 INFO [M:0;ff648bb9ef17:35661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03a5b22b8b0747109b7bbcf48e5a8673 2024-12-04T14:19:51,721 DEBUG [M:0;ff648bb9ef17:35661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc8c3ab25f784d46999c5064be56760e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733321985660/Put/seqid=0 2024-12-04T14:19:51,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741850_1026 (size=8516) 2024-12-04T14:19:51,726 INFO [M:0;ff648bb9ef17:35661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc8c3ab25f784d46999c5064be56760e 2024-12-04T14:19:51,744 DEBUG [M:0;ff648bb9ef17:35661 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d5cc74b7d864d61854e91f514f8ffff is 69, key is ff648bb9ef17,46531,1733321979930/rs:state/1733321981118/Put/seqid=0 2024-12-04T14:19:51,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741851_1027 (size=5156) 2024-12-04T14:19:51,748 INFO [M:0;ff648bb9ef17:35661 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d5cc74b7d864d61854e91f514f8ffff 2024-12-04T14:19:51,752 DEBUG [M:0;ff648bb9ef17:35661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/03a5b22b8b0747109b7bbcf48e5a8673 as hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03a5b22b8b0747109b7bbcf48e5a8673 2024-12-04T14:19:51,756 INFO [M:0;ff648bb9ef17:35661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/03a5b22b8b0747109b7bbcf48e5a8673, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T14:19:51,757 DEBUG [M:0;ff648bb9ef17:35661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc8c3ab25f784d46999c5064be56760e as hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc8c3ab25f784d46999c5064be56760e 2024-12-04T14:19:51,762 INFO [M:0;ff648bb9ef17:35661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc8c3ab25f784d46999c5064be56760e, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T14:19:51,762 DEBUG [M:0;ff648bb9ef17:35661 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d5cc74b7d864d61854e91f514f8ffff as hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d5cc74b7d864d61854e91f514f8ffff 2024-12-04T14:19:51,766 INFO [M:0;ff648bb9ef17:35661 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33777/user/jenkins/test-data/56eeb13a-e593-988f-632d-149f1f003f90/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d5cc74b7d864d61854e91f514f8ffff, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T14:19:51,767 INFO [M:0;ff648bb9ef17:35661 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 94ms, sequenceid=97, compaction requested=false 2024-12-04T14:19:51,771 INFO [M:0;ff648bb9ef17:35661 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:51,771 DEBUG [M:0;ff648bb9ef17:35661 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321991673Disabling compacts and flushes for region at 1733321991673Disabling writes for close at 1733321991673Obtaining lock to block concurrent updates at 1733321991673Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733321991673Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733321991674 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733321991674Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733321991674Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733321991692 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733321991692Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733321991706 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733321991721 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733321991721Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733321991730 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733321991743 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733321991743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d7bbff7: reopening flushed file at 1733321991751 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@208b03d4: reopening flushed file at 1733321991756 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b6c2364: reopening flushed file at 1733321991762 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 94ms, sequenceid=97, compaction requested=false at 1733321991767 (+5 ms)Writing region close event to WAL at 1733321991771 (+4 ms)Closed at 1733321991771 2024-12-04T14:19:51,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35457 is added to blk_1073741830_1006 (size=63654) 2024-12-04T14:19:51,775 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:19:51,775 INFO [M:0;ff648bb9ef17:35661 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:19:51,776 INFO [M:0;ff648bb9ef17:35661 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35661 2024-12-04T14:19:51,776 INFO [M:0;ff648bb9ef17:35661 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:19:51,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:51,880 INFO [M:0;ff648bb9ef17:35661 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:19:51,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35661-0x1017dd84eeb0003, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:51,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37c02948{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:19:51,883 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53fbd643{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:19:51,883 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:19:51,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43b92a31{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:19:51,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33d84aeb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/hadoop.log.dir/,STOPPED} 2024-12-04T14:19:51,885 WARN [BP-1553592923-172.17.0.2-1733321978869 heartbeating to localhost/127.0.0.1:33777 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:19:51,885 WARN [BP-1553592923-172.17.0.2-1733321978869 heartbeating to localhost/127.0.0.1:33777 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1553592923-172.17.0.2-1733321978869 (Datanode Uuid 13f74292-0db1-4a6b-9383-6798a1d6666f) service to localhost/127.0.0.1:33777 2024-12-04T14:19:51,886 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/cluster_2caa5bb6-81a9-36bf-f4be-950f46dfd24b/data/data2/current/BP-1553592923-172.17.0.2-1733321978869 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:19:51,886 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:19:51,886 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:19:51,886 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/cluster_2caa5bb6-81a9-36bf-f4be-950f46dfd24b/data/data1/current/BP-1553592923-172.17.0.2-1733321978869 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:19:51,888 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:19:51,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4740b0e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:19:51,895 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@546f7128{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:19:51,895 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:19:51,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3059b272{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:19:51,895 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36de61c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/hadoop.log.dir/,STOPPED} 2024-12-04T14:19:51,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:19:51,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:19:51,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:19:51,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:51,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:51,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:51,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:51,908 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:19:51,908 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1251401165, stopped=false 2024-12-04T14:19:51,908 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,43301,1733321976055 2024-12-04T14:19:51,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-765084866/running 2024-12-04T14:19:51,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-765084866/running 2024-12-04T14:19:51,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866 2024-12-04T14:19:51,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866 2024-12-04T14:19:51,909 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:19:51,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:19:51,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:51,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:51,910 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,33625,1733321976104' ***** 2024-12-04T14:19:51,910 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:19:51,910 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:19:51,910 INFO [RS:0;ff648bb9ef17:33625 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:19:51,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Set watcher on znode that does not yet exist, /0-765084866/running 2024-12-04T14:19:51,910 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:19:51,910 INFO [RS:0;ff648bb9ef17:33625 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:19:51,910 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(3091): Received CLOSE for 79b0acb878939f9d7ecef6aa3510fd11 2024-12-04T14:19:51,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Set watcher on znode that does not yet exist, /0-765084866/running 2024-12-04T14:19:51,911 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(3091): Received CLOSE for 54288c9b4d48ce2f08702ed132478045 2024-12-04T14:19:51,911 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,33625,1733321976104 2024-12-04T14:19:51,911 INFO [RS:0;ff648bb9ef17:33625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:19:51,911 INFO [RS:0;ff648bb9ef17:33625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:33625. 2024-12-04T14:19:51,911 DEBUG [RS:0;ff648bb9ef17:33625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:51,911 DEBUG [RS:0;ff648bb9ef17:33625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:51,911 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79b0acb878939f9d7ecef6aa3510fd11, disabling compactions & flushes 2024-12-04T14:19:51,911 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11. 2024-12-04T14:19:51,911 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:19:51,911 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11. 2024-12-04T14:19:51,911 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:19:51,911 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:19:51,911 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11. after waiting 0 ms 2024-12-04T14:19:51,911 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11. 2024-12-04T14:19:51,911 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:19:51,911 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 79b0acb878939f9d7ecef6aa3510fd11 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-12-04T14:19:51,911 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T14:19:51,911 DEBUG [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 79b0acb878939f9d7ecef6aa3510fd11=hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11., 54288c9b4d48ce2f08702ed132478045=test,,1733321981942.54288c9b4d48ce2f08702ed132478045.} 2024-12-04T14:19:51,912 DEBUG [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54288c9b4d48ce2f08702ed132478045, 79b0acb878939f9d7ecef6aa3510fd11 2024-12-04T14:19:51,912 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:19:51,912 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:19:51,912 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:19:51,912 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:19:51,912 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:19:51,912 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T14:19:51,934 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/replication/79b0acb878939f9d7ecef6aa3510fd11/.tmp/queue/943c5ab4c0114baebc3a332e63b12b92 is 153, key is 1-ff648bb9ef17,33625,1733321976104/queue:ff648bb9ef17%2C33625%2C1733321976104/1733321989576/Put/seqid=0 2024-12-04T14:19:51,934 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/.tmp/info/6a967cffeb3441139bfd540b672e7bc3 is 147, key is hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11./info:regioninfo/1733321984509/Put/seqid=0 2024-12-04T14:19:51,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741841_1017 (size=7686) 2024-12-04T14:19:51,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741840_1016 (size=5352) 2024-12-04T14:19:51,938 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/.tmp/info/6a967cffeb3441139bfd540b672e7bc3 2024-12-04T14:19:51,956 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/.tmp/ns/2745c9c185474100bfd0d918da009003 is 43, key is default/ns:d/1733321978776/Put/seqid=0 2024-12-04T14:19:51,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741842_1018 (size=5153) 2024-12-04T14:19:51,995 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:19:52,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T14:19:52,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T14:19:52,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T14:19:52,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T14:19:52,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:19:52,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T14:19:52,112 DEBUG [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54288c9b4d48ce2f08702ed132478045, 79b0acb878939f9d7ecef6aa3510fd11 2024-12-04T14:19:52,304 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 914, reset compression=false 2024-12-04T14:19:52,312 DEBUG [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54288c9b4d48ce2f08702ed132478045, 79b0acb878939f9d7ecef6aa3510fd11 2024-12-04T14:19:52,338 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/replication/79b0acb878939f9d7ecef6aa3510fd11/.tmp/queue/943c5ab4c0114baebc3a332e63b12b92 2024-12-04T14:19:52,343 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/replication/79b0acb878939f9d7ecef6aa3510fd11/.tmp/queue/943c5ab4c0114baebc3a332e63b12b92 as hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/replication/79b0acb878939f9d7ecef6aa3510fd11/queue/943c5ab4c0114baebc3a332e63b12b92 2024-12-04T14:19:52,348 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/replication/79b0acb878939f9d7ecef6aa3510fd11/queue/943c5ab4c0114baebc3a332e63b12b92, entries=1, sequenceid=10, filesize=5.2 K 2024-12-04T14:19:52,349 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 79b0acb878939f9d7ecef6aa3510fd11 in 438ms, sequenceid=10, compaction requested=false 2024-12-04T14:19:52,352 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/replication/79b0acb878939f9d7ecef6aa3510fd11/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T14:19:52,353 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:19:52,353 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:19:52,353 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11. 2024-12-04T14:19:52,353 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79b0acb878939f9d7ecef6aa3510fd11: Waiting for close lock at 1733321991911Running coprocessor pre-close hooks at 1733321991911Disabling compacts and flushes for region at 1733321991911Disabling writes for close at 1733321991911Obtaining lock to block concurrent updates at 1733321991911Preparing flush snapshotting stores in 79b0acb878939f9d7ecef6aa3510fd11 at 1733321991911Finished memstore snapshotting hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1733321991912 (+1 ms)Flushing stores of hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11. at 1733321991912Flushing 79b0acb878939f9d7ecef6aa3510fd11/queue: creating writer at 1733321991912Flushing 79b0acb878939f9d7ecef6aa3510fd11/queue: appending metadata at 1733321991933 (+21 ms)Flushing 79b0acb878939f9d7ecef6aa3510fd11/queue: closing flushed file at 1733321991933Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67a2fca7: reopening flushed file at 1733321992343 (+410 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 79b0acb878939f9d7ecef6aa3510fd11 in 438ms, sequenceid=10, compaction requested=false at 1733321992349 (+6 ms)Writing region close event to WAL at 1733321992349Running coprocessor post-close hooks at 1733321992353 (+4 ms)Closed at 1733321992353 2024-12-04T14:19:52,353 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733321983737.79b0acb878939f9d7ecef6aa3510fd11. 2024-12-04T14:19:52,353 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 54288c9b4d48ce2f08702ed132478045, disabling compactions & flushes 2024-12-04T14:19:52,353 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733321981942.54288c9b4d48ce2f08702ed132478045. 2024-12-04T14:19:52,354 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733321981942.54288c9b4d48ce2f08702ed132478045. 2024-12-04T14:19:52,354 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733321981942.54288c9b4d48ce2f08702ed132478045. after waiting 0 ms 2024-12-04T14:19:52,354 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733321981942.54288c9b4d48ce2f08702ed132478045. 2024-12-04T14:19:52,354 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 54288c9b4d48ce2f08702ed132478045 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-12-04T14:19:52,359 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/.tmp/ns/2745c9c185474100bfd0d918da009003 2024-12-04T14:19:52,376 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/default/test/54288c9b4d48ce2f08702ed132478045/.tmp/f/6a2bde514a6a470f91c146ea97902ed8 is 29, key is row1/f:/1733321989037/DeleteFamily/seqid=0 2024-12-04T14:19:52,377 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/.tmp/rep_barrier/2eddaae3752d423da4cc31c4a3fca2cc is 112, key is test,,1733321981942.54288c9b4d48ce2f08702ed132478045./rep_barrier:seqnumDuringOpen/1733321982705/Put/seqid=0 2024-12-04T14:19:52,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741843_1019 (size=5118) 2024-12-04T14:19:52,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741844_1020 (size=5518) 2024-12-04T14:19:52,512 DEBUG [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54288c9b4d48ce2f08702ed132478045 2024-12-04T14:19:52,610 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:19:52,610 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:19:52,712 DEBUG [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54288c9b4d48ce2f08702ed132478045 2024-12-04T14:19:52,784 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/default/test/54288c9b4d48ce2f08702ed132478045/.tmp/f/6a2bde514a6a470f91c146ea97902ed8 2024-12-04T14:19:52,789 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a2bde514a6a470f91c146ea97902ed8 2024-12-04T14:19:52,790 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/.tmp/rep_barrier/2eddaae3752d423da4cc31c4a3fca2cc 2024-12-04T14:19:52,807 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/.tmp/table/40561a9a90884c289e423f401048852b is 53, key is hbase:replication/table:state/1733321984516/Put/seqid=0 2024-12-04T14:19:52,807 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/default/test/54288c9b4d48ce2f08702ed132478045/.tmp/f1/9a19be2d150143b8b376bec8e4378fd5 is 30, key is row1/f1:/1733321989037/DeleteFamily/seqid=0 2024-12-04T14:19:52,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741845_1021 (size=5308) 2024-12-04T14:19:52,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741846_1022 (size=5123) 2024-12-04T14:19:52,913 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T14:19:52,913 DEBUG [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 54288c9b4d48ce2f08702ed132478045=test,,1733321981942.54288c9b4d48ce2f08702ed132478045.} 2024-12-04T14:19:52,913 DEBUG [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54288c9b4d48ce2f08702ed132478045 2024-12-04T14:19:53,108 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 914, reset compression=false 2024-12-04T14:19:53,113 DEBUG [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 54288c9b4d48ce2f08702ed132478045 2024-12-04T14:19:53,113 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:19:53,113 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 1161, reset compression=false 2024-12-04T14:19:53,113 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.shipperff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,33625,1733321976104 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:19:53,114 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.shipperff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff648bb9ef17,33625,1733321976104: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ff648bb9ef17,33625,1733321976104, walGroup=ff648bb9ef17%2C33625%2C1733321976104, offset=ff648bb9ef17%2C33625%2C1733321976104.1733321977731:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:33625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T14:19:53,115 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.shipperff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T14:19:53,115 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.shipperff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T14:19:53,115 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.shipperff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T14:19:53,115 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.shipperff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T14:19:53,115 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.shipperff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T14:19:53,115 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.shipperff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 720588120 }, "NonHeapMemoryUsage": { "committed": 194445312, "init": 7667712, "max": -1, "used": 190644592 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T14:19:53,116 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.shipperff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:43301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:43301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T14:19:53,212 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/default/test/54288c9b4d48ce2f08702ed132478045/.tmp/f1/9a19be2d150143b8b376bec8e4378fd5 2024-12-04T14:19:53,212 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/.tmp/table/40561a9a90884c289e423f401048852b 2024-12-04T14:19:53,218 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/.tmp/info/6a967cffeb3441139bfd540b672e7bc3 as hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/info/6a967cffeb3441139bfd540b672e7bc3 2024-12-04T14:19:53,219 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a19be2d150143b8b376bec8e4378fd5 2024-12-04T14:19:53,233 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/info/6a967cffeb3441139bfd540b672e7bc3, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T14:19:53,234 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/.tmp/ns/2745c9c185474100bfd0d918da009003 as hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/ns/2745c9c185474100bfd0d918da009003 2024-12-04T14:19:53,234 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/default/test/54288c9b4d48ce2f08702ed132478045/.tmp/norep/9f2a24bf1dc24d70aade2030b2636571 is 32, key is row/norep:/1733321988030/DeleteFamily/seqid=0 2024-12-04T14:19:53,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741847_1023 (size=5101) 2024-12-04T14:19:53,238 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/default/test/54288c9b4d48ce2f08702ed132478045/.tmp/norep/9f2a24bf1dc24d70aade2030b2636571 2024-12-04T14:19:53,239 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/ns/2745c9c185474100bfd0d918da009003, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T14:19:53,240 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/.tmp/rep_barrier/2eddaae3752d423da4cc31c4a3fca2cc as hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/rep_barrier/2eddaae3752d423da4cc31c4a3fca2cc 2024-12-04T14:19:53,242 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f2a24bf1dc24d70aade2030b2636571 2024-12-04T14:19:53,243 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/default/test/54288c9b4d48ce2f08702ed132478045/.tmp/f/6a2bde514a6a470f91c146ea97902ed8 as hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/default/test/54288c9b4d48ce2f08702ed132478045/f/6a2bde514a6a470f91c146ea97902ed8 2024-12-04T14:19:53,244 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/rep_barrier/2eddaae3752d423da4cc31c4a3fca2cc, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T14:19:53,245 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/.tmp/table/40561a9a90884c289e423f401048852b as hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/table/40561a9a90884c289e423f401048852b 2024-12-04T14:19:53,247 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a2bde514a6a470f91c146ea97902ed8 2024-12-04T14:19:53,247 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/default/test/54288c9b4d48ce2f08702ed132478045/f/6a2bde514a6a470f91c146ea97902ed8, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T14:19:53,248 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/default/test/54288c9b4d48ce2f08702ed132478045/.tmp/f1/9a19be2d150143b8b376bec8e4378fd5 as hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/default/test/54288c9b4d48ce2f08702ed132478045/f1/9a19be2d150143b8b376bec8e4378fd5 2024-12-04T14:19:53,249 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/table/40561a9a90884c289e423f401048852b, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T14:19:53,250 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=16, compaction requested=false 2024-12-04T14:19:53,250 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T14:19:53,252 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a19be2d150143b8b376bec8e4378fd5 2024-12-04T14:19:53,252 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/default/test/54288c9b4d48ce2f08702ed132478045/f1/9a19be2d150143b8b376bec8e4378fd5, entries=2, sequenceid=8, filesize=5.0 K 2024-12-04T14:19:53,253 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/default/test/54288c9b4d48ce2f08702ed132478045/.tmp/norep/9f2a24bf1dc24d70aade2030b2636571 as hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/default/test/54288c9b4d48ce2f08702ed132478045/norep/9f2a24bf1dc24d70aade2030b2636571 2024-12-04T14:19:53,257 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f2a24bf1dc24d70aade2030b2636571 2024-12-04T14:19:53,257 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/default/test/54288c9b4d48ce2f08702ed132478045/norep/9f2a24bf1dc24d70aade2030b2636571, entries=1, sequenceid=8, filesize=5.0 K 2024-12-04T14:19:53,258 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 54288c9b4d48ce2f08702ed132478045 in 904ms, sequenceid=8, compaction requested=false 2024-12-04T14:19:53,258 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T14:19:53,259 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T14:19:53,260 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:19:53,260 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:19:53,260 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:19:53,260 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321991912Running coprocessor pre-close hooks at 1733321991912Disabling compacts and flushes for region at 1733321991912Disabling writes for close at 1733321991912Obtaining lock to block concurrent updates at 1733321991912Preparing flush snapshotting stores in 1588230740 at 1733321991912Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733321991912Flushing stores of hbase:meta,,1.1588230740 at 1733321991913 (+1 ms)Flushing 1588230740/info: creating writer at 1733321991913Flushing 1588230740/info: appending metadata at 1733321991933 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733321991933Flushing 1588230740/ns: creating writer at 1733321991942 (+9 ms)Flushing 1588230740/ns: appending metadata at 1733321991955 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733321991955Flushing 1588230740/rep_barrier: creating writer at 1733321992363 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733321992377 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733321992377Flushing 1588230740/table: creating writer at 1733321992794 (+417 ms)Flushing 1588230740/table: appending metadata at 1733321992807 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733321992807Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2999ae52: reopening flushed file at 1733321993216 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@332df772: reopening flushed file at 1733321993233 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a6d8587: reopening flushed file at 1733321993239 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5062be8c: reopening flushed file at 1733321993244 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1338ms, sequenceid=16, compaction requested=false at 1733321993250 (+6 ms)Writing region close event to WAL at 1733321993256 (+6 ms)Running coprocessor post-close hooks at 1733321993260 (+4 ms)Closed at 1733321993260 2024-12-04T14:19:53,260 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:19:53,262 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/data/default/test/54288c9b4d48ce2f08702ed132478045/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T14:19:53,263 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:19:53,263 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:19:53,263 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733321981942.54288c9b4d48ce2f08702ed132478045. 2024-12-04T14:19:53,263 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 54288c9b4d48ce2f08702ed132478045: Waiting for close lock at 1733321992353Running coprocessor pre-close hooks at 1733321992353Disabling compacts and flushes for region at 1733321992353Disabling writes for close at 1733321992354 (+1 ms)Obtaining lock to block concurrent updates at 1733321992354Preparing flush snapshotting stores in 54288c9b4d48ce2f08702ed132478045 at 1733321992354Finished memstore snapshotting test,,1733321981942.54288c9b4d48ce2f08702ed132478045., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1733321992354Flushing stores of test,,1733321981942.54288c9b4d48ce2f08702ed132478045. at 1733321992354Flushing 54288c9b4d48ce2f08702ed132478045/f: creating writer at 1733321992355 (+1 ms)Flushing 54288c9b4d48ce2f08702ed132478045/f: appending metadata at 1733321992375 (+20 ms)Flushing 54288c9b4d48ce2f08702ed132478045/f: closing flushed file at 1733321992375Flushing 54288c9b4d48ce2f08702ed132478045/f1: creating writer at 1733321992789 (+414 ms)Flushing 54288c9b4d48ce2f08702ed132478045/f1: appending metadata at 1733321992807 (+18 ms)Flushing 54288c9b4d48ce2f08702ed132478045/f1: closing flushed file at 1733321992807Flushing 54288c9b4d48ce2f08702ed132478045/norep: creating writer at 1733321993219 (+412 ms)Flushing 54288c9b4d48ce2f08702ed132478045/norep: appending metadata at 1733321993234 (+15 ms)Flushing 54288c9b4d48ce2f08702ed132478045/norep: closing flushed file at 1733321993234Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ef25da: reopening flushed file at 1733321993242 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f5edba2: reopening flushed file at 1733321993247 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53cf30d9: reopening flushed file at 1733321993252 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 54288c9b4d48ce2f08702ed132478045 in 904ms, sequenceid=8, compaction requested=false at 1733321993258 (+6 ms)Writing region close event to WAL at 1733321993260 (+2 ms)Running coprocessor post-close hooks at 1733321993263 (+3 ms)Closed at 1733321993263 2024-12-04T14:19:53,263 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733321981942.54288c9b4d48ce2f08702ed132478045. 2024-12-04T14:19:53,313 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,33625,1733321976104; all regions closed. 2024-12-04T14:19:53,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741834_1010 (size=4239) 2024-12-04T14:19:53,316 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 to pos 1161, reset compression=false 2024-12-04T14:19:53,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741839_1015 (size=2676) 2024-12-04T14:19:53,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741832_1008 (size=1813) 2024-12-04T14:19:53,320 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 not finished, retry = 0 2024-12-04T14:19:53,421 DEBUG [RS:0;ff648bb9ef17:33625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:53,421 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:19:53,422 INFO [RS:0;ff648bb9ef17:33625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:19:53,422 INFO [RS:0;ff648bb9ef17:33625 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:19:53,422 INFO [RS:0;ff648bb9ef17:33625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:19:53,422 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:19:53,422 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff648bb9ef17,33625,1733321976104 because: Region server is closing 2024-12-04T14:19:53,422 INFO [RS:0;ff648bb9ef17:33625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:33625. 2024-12-04T14:19:53,423 DEBUG [RS:0;ff648bb9ef17:33625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:53,423 DEBUG [RS:0;ff648bb9ef17:33625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:53,423 DEBUG [RS:0;ff648bb9ef17:33625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:53,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:53,423 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/WALs/ff648bb9ef17,33625,1733321976104/ff648bb9ef17%2C33625%2C1733321976104.1733321977731 2024-12-04T14:19:53,423 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.wal-reader.ff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:19:53,523 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,33625,1733321976104.replicationSource.shipperff648bb9ef17%2C33625%2C1733321976104,1-ff648bb9ef17,33625,1733321976104 terminated 2024-12-04T14:19:53,523 INFO [RS:0;ff648bb9ef17:33625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:33625. 2024-12-04T14:19:53,523 DEBUG [RS:0;ff648bb9ef17:33625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:19:53,523 DEBUG [RS:0;ff648bb9ef17:33625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:53,523 DEBUG [RS:0;ff648bb9ef17:33625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:53,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:19:53,524 INFO [RS:0;ff648bb9ef17:33625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33625 2024-12-04T14:19:53,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-765084866/rs/ff648bb9ef17,33625,1733321976104 2024-12-04T14:19:53,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866/rs 2024-12-04T14:19:53,528 INFO [RS:0;ff648bb9ef17:33625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:19:53,529 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,33625,1733321976104] 2024-12-04T14:19:53,530 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-765084866/draining/ff648bb9ef17,33625,1733321976104 already deleted, retry=false 2024-12-04T14:19:53,530 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,33625,1733321976104 expired; onlineServers=0 2024-12-04T14:19:53,530 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,43301,1733321976055' ***** 2024-12-04T14:19:53,530 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:19:53,530 INFO [M:0;ff648bb9ef17:43301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:19:53,530 INFO [M:0;ff648bb9ef17:43301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:19:53,530 DEBUG [M:0;ff648bb9ef17:43301 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:19:53,530 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:19:53,530 DEBUG [M:0;ff648bb9ef17:43301 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:19:53,530 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321977549 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321977549,5,FailOnTimeoutGroup] 2024-12-04T14:19:53,530 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321977551 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321977551,5,FailOnTimeoutGroup] 2024-12-04T14:19:53,531 INFO [M:0;ff648bb9ef17:43301 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:19:53,531 INFO [M:0;ff648bb9ef17:43301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:19:53,531 DEBUG [M:0;ff648bb9ef17:43301 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:19:53,531 INFO [M:0;ff648bb9ef17:43301 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:19:53,531 INFO [M:0;ff648bb9ef17:43301 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:19:53,531 INFO [M:0;ff648bb9ef17:43301 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:19:53,531 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:19:53,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-765084866/master 2024-12-04T14:19:53,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-765084866 2024-12-04T14:19:53,532 DEBUG [M:0;ff648bb9ef17:43301 {}] zookeeper.ZKUtil(347): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Unable to get data of znode /0-765084866/master because node does not exist (not an error) 2024-12-04T14:19:53,532 WARN [M:0;ff648bb9ef17:43301 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:19:53,533 INFO [M:0;ff648bb9ef17:43301 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/.lastflushedseqids 2024-12-04T14:19:53,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741848_1024 (size=245) 2024-12-04T14:19:53,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:53,629 INFO [RS:0;ff648bb9ef17:33625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:19:53,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33625-0x1017dd84eeb0001, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:53,629 INFO [RS:0;ff648bb9ef17:33625 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,33625,1733321976104; zookeeper connection closed. 2024-12-04T14:19:53,629 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@217d555 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@217d555 2024-12-04T14:19:53,630 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:19:53,938 INFO [M:0;ff648bb9ef17:43301 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:19:53,938 INFO [M:0;ff648bb9ef17:43301 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:19:53,938 DEBUG [M:0;ff648bb9ef17:43301 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:19:53,939 INFO [M:0;ff648bb9ef17:43301 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:53,939 DEBUG [M:0;ff648bb9ef17:43301 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:53,939 DEBUG [M:0;ff648bb9ef17:43301 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:19:53,939 DEBUG [M:0;ff648bb9ef17:43301 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:53,939 INFO [M:0;ff648bb9ef17:43301 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T14:19:53,955 DEBUG [M:0;ff648bb9ef17:43301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b66dcf8ac7540cba1cc6be3f11da737 is 82, key is hbase:meta,,1/info:regioninfo/1733321978757/Put/seqid=0 2024-12-04T14:19:53,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741849_1025 (size=5672) 2024-12-04T14:19:54,359 INFO [M:0;ff648bb9ef17:43301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b66dcf8ac7540cba1cc6be3f11da737 2024-12-04T14:19:54,381 DEBUG [M:0;ff648bb9ef17:43301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3338a87a69f94899abffc54ffce327a2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733321984519/Put/seqid=0 2024-12-04T14:19:54,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741850_1026 (size=8516) 2024-12-04T14:19:54,785 INFO [M:0;ff648bb9ef17:43301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3338a87a69f94899abffc54ffce327a2 2024-12-04T14:19:54,803 DEBUG [M:0;ff648bb9ef17:43301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c51201f8ff70444fa8ab9a2492768ed3 is 69, key is ff648bb9ef17,33625,1733321976104/rs:state/1733321977556/Put/seqid=0 2024-12-04T14:19:54,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741851_1027 (size=5156) 2024-12-04T14:19:55,208 INFO [M:0;ff648bb9ef17:43301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c51201f8ff70444fa8ab9a2492768ed3 2024-12-04T14:19:55,212 DEBUG [M:0;ff648bb9ef17:43301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b66dcf8ac7540cba1cc6be3f11da737 as hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b66dcf8ac7540cba1cc6be3f11da737 2024-12-04T14:19:55,216 INFO [M:0;ff648bb9ef17:43301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b66dcf8ac7540cba1cc6be3f11da737, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T14:19:55,216 DEBUG [M:0;ff648bb9ef17:43301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3338a87a69f94899abffc54ffce327a2 as hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3338a87a69f94899abffc54ffce327a2 2024-12-04T14:19:55,220 INFO [M:0;ff648bb9ef17:43301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3338a87a69f94899abffc54ffce327a2, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T14:19:55,220 DEBUG [M:0;ff648bb9ef17:43301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c51201f8ff70444fa8ab9a2492768ed3 as hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c51201f8ff70444fa8ab9a2492768ed3 2024-12-04T14:19:55,223 INFO [M:0;ff648bb9ef17:43301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40977/user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c51201f8ff70444fa8ab9a2492768ed3, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T14:19:55,224 INFO [M:0;ff648bb9ef17:43301 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false 2024-12-04T14:19:55,225 INFO [M:0;ff648bb9ef17:43301 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:55,225 DEBUG [M:0;ff648bb9ef17:43301 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321993938Disabling compacts and flushes for region at 1733321993938Disabling writes for close at 1733321993939 (+1 ms)Obtaining lock to block concurrent updates at 1733321993939Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733321993939Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733321993939Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733321993940 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733321993940Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733321993954 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733321993954Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733321994363 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733321994380 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733321994380Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733321994789 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733321994803 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733321994803Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a5eb5f3: reopening flushed file at 1733321995212 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b325492: reopening flushed file at 1733321995216 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c5fba1c: reopening flushed file at 1733321995220 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=97, compaction requested=false at 1733321995224 (+4 ms)Writing region close event to WAL at 1733321995225 (+1 ms)Closed at 1733321995225 2024-12-04T14:19:55,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40625 is added to blk_1073741830_1006 (size=63654) 2024-12-04T14:19:55,227 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e97f4a97-0d38-cc89-621c-13fe4ff40696/MasterData/WALs/ff648bb9ef17,43301,1733321976055/ff648bb9ef17%2C43301%2C1733321976055.1733321977390 not finished, retry = 0 2024-12-04T14:19:55,328 INFO [M:0;ff648bb9ef17:43301 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:19:55,328 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:19:55,328 INFO [M:0;ff648bb9ef17:43301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43301 2024-12-04T14:19:55,329 INFO [M:0;ff648bb9ef17:43301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:19:55,432 INFO [M:0;ff648bb9ef17:43301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:19:55,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:55,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43301-0x1017dd84eeb0000, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:19:55,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7eda17fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:19:55,435 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ceee9b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:19:55,435 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:19:55,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6dfa1924{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:19:55,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2d8690{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/hadoop.log.dir/,STOPPED} 2024-12-04T14:19:55,437 WARN [BP-2024323035-172.17.0.2-1733321974914 heartbeating to localhost/127.0.0.1:40977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:19:55,437 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:19:55,437 WARN [BP-2024323035-172.17.0.2-1733321974914 heartbeating to localhost/127.0.0.1:40977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2024323035-172.17.0.2-1733321974914 (Datanode Uuid b1ab6a83-c4a7-4b36-91b9-c3f14cd682b4) service to localhost/127.0.0.1:40977 2024-12-04T14:19:55,437 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:19:55,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/cluster_37e71ca5-67cb-2b1d-bb7e-00b7e7841335/data/data1/current/BP-2024323035-172.17.0.2-1733321974914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:19:55,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/cluster_37e71ca5-67cb-2b1d-bb7e-00b7e7841335/data/data2/current/BP-2024323035-172.17.0.2-1733321974914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:19:55,438 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:19:55,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2264fe96{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:19:55,445 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@367d9374{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:19:55,445 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:19:55,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@148c38a3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:19:55,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20f61e3c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74879a01-ce07-4eb2-b0a7-300415f7b5f1/hadoop.log.dir/,STOPPED} 2024-12-04T14:19:55,451 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T14:19:55,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:19:55,471 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 248) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57164) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:40977 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57164) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:33777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33777 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:40977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=657 (was 625) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=319 (was 324), ProcessCount=11 (was 11), AvailableMemoryMB=10727 (was 11096) 2024-12-04T14:19:55,481 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=657, MaxFileDescriptor=1048576, SystemLoadAverage=319, ProcessCount=11, AvailableMemoryMB=10727 2024-12-04T14:19:55,494 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-12-04T14:19:55,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/hadoop.log.dir so I do NOT create it in target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781 2024-12-04T14:19:55,495 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:19:55,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/hadoop.tmp.dir so I do NOT create it in target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781 2024-12-04T14:19:55,495 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/50fdcbb8-ff3c-1892-b6b7-ca6202498668/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:19:55,495 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781 2024-12-04T14:19:55,495 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/cluster_af322f81-d0be-712c-ee01-242f203c0507, deleteOnExit=true 2024-12-04T14:19:55,497 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/cluster_af322f81-d0be-712c-ee01-242f203c0507/zookeeper_0, clientPort=50445, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/cluster_af322f81-d0be-712c-ee01-242f203c0507/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/cluster_af322f81-d0be-712c-ee01-242f203c0507/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T14:19:55,498 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50445 2024-12-04T14:19:55,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:19:55,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:19:55,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/test.cache.data in system properties and HBase conf 2024-12-04T14:19:55,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:19:55,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:19:55,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:19:55,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:19:55,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:19:55,499 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:19:55,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:19:55,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:19:55,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:19:55,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:19:55,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:19:55,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:19:55,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:19:55,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:19:55,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:19:55,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:19:55,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:19:55,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:19:55,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:19:55,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:19:55,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017dd84eeb0002, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:19:55,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017dd84eeb0005, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:19:55,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017dd84eeb0005, quorum=127.0.0.1:57164, baseZNode=/1-1421839521 Received Disconnected from ZooKeeper, ignoring 2024-12-04T14:19:55,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017dd84eeb0002, quorum=127.0.0.1:57164, baseZNode=/0-765084866 Received Disconnected from ZooKeeper, ignoring 2024-12-04T14:19:55,565 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T14:19:55,566 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:55,566 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:55,585 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:55,585 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:55,586 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:55,586 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:55,586 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:55,586 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:55,592 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:55,594 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:55,594 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:55,597 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:19:55,623 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:19:55,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:19:55,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:19:55,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:19:55,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:19:55,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:19:55,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a315e5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:19:55,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76168520{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:19:55,755 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ae7fbfa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/java.io.tmpdir/jetty-localhost-33287-hadoop-hdfs-3_4_1-tests_jar-_-any-8598491826556023267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:19:55,755 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@343af344{HTTP/1.1, (http/1.1)}{localhost:33287} 2024-12-04T14:19:55,755 INFO [Time-limited test {}] server.Server(415): Started @198812ms 2024-12-04T14:19:55,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:19:55,836 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:19:55,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:19:55,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:19:55,840 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:19:55,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a0fcd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:19:55,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21cc7c18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:19:55,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63256489{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/java.io.tmpdir/jetty-localhost-46277-hadoop-hdfs-3_4_1-tests_jar-_-any-17262374987873615444/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:19:55,964 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11bd8757{HTTP/1.1, (http/1.1)}{localhost:46277} 2024-12-04T14:19:55,964 INFO [Time-limited test {}] server.Server(415): Started @199020ms 2024-12-04T14:19:55,965 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:19:56,075 WARN [Thread-2646 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/cluster_af322f81-d0be-712c-ee01-242f203c0507/data/data1/current/BP-313945459-172.17.0.2-1733321995518/current, will proceed with Du for space computation calculation, 2024-12-04T14:19:56,075 WARN [Thread-2647 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/cluster_af322f81-d0be-712c-ee01-242f203c0507/data/data2/current/BP-313945459-172.17.0.2-1733321995518/current, will proceed with Du for space computation calculation, 2024-12-04T14:19:56,095 WARN [Thread-2634 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:19:56,097 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x981dcfef60f6f33a with lease ID 0x34839db445a4ff40: Processing first storage report for DS-b36f3169-deb5-4b3a-9264-88a5bae62e8f from datanode DatanodeRegistration(127.0.0.1:39479, datanodeUuid=bab61702-8c3b-4156-9b6a-07bdea4e560b, infoPort=46137, infoSecurePort=0, ipcPort=39247, storageInfo=lv=-57;cid=testClusterID;nsid=123595813;c=1733321995518) 2024-12-04T14:19:56,097 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x981dcfef60f6f33a with lease ID 0x34839db445a4ff40: from storage DS-b36f3169-deb5-4b3a-9264-88a5bae62e8f node DatanodeRegistration(127.0.0.1:39479, datanodeUuid=bab61702-8c3b-4156-9b6a-07bdea4e560b, infoPort=46137, infoSecurePort=0, ipcPort=39247, storageInfo=lv=-57;cid=testClusterID;nsid=123595813;c=1733321995518), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:19:56,097 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x981dcfef60f6f33a with lease ID 0x34839db445a4ff40: Processing first storage report for DS-6329bae8-9b28-4843-ad67-6cc8dabe8583 from datanode DatanodeRegistration(127.0.0.1:39479, datanodeUuid=bab61702-8c3b-4156-9b6a-07bdea4e560b, infoPort=46137, infoSecurePort=0, ipcPort=39247, storageInfo=lv=-57;cid=testClusterID;nsid=123595813;c=1733321995518) 2024-12-04T14:19:56,097 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x981dcfef60f6f33a with lease ID 0x34839db445a4ff40: from storage DS-6329bae8-9b28-4843-ad67-6cc8dabe8583 node DatanodeRegistration(127.0.0.1:39479, datanodeUuid=bab61702-8c3b-4156-9b6a-07bdea4e560b, infoPort=46137, infoSecurePort=0, ipcPort=39247, storageInfo=lv=-57;cid=testClusterID;nsid=123595813;c=1733321995518), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:19:56,189 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781 2024-12-04T14:19:56,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:56,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:56,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:19:56,599 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa with version=8 2024-12-04T14:19:56,599 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/hbase-staging 2024-12-04T14:19:56,601 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:19:56,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:56,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:56,601 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:19:56,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:56,601 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:19:56,601 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:19:56,601 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:19:56,602 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43817 2024-12-04T14:19:56,602 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43817 connecting to ZooKeeper ensemble=127.0.0.1:50445 2024-12-04T14:19:56,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438170x0, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:19:56,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43817-0x1017dd89f790000 connected 2024-12-04T14:19:56,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:56,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:56,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Set watcher on znode that does not yet exist, /0373730915/running 2024-12-04T14:19:56,629 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa, hbase.cluster.distributed=false 2024-12-04T14:19:56,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Set watcher on znode that does not yet exist, /0373730915/acl 2024-12-04T14:19:56,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43817 2024-12-04T14:19:56,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43817 2024-12-04T14:19:56,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43817 2024-12-04T14:19:56,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43817 2024-12-04T14:19:56,635 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43817 2024-12-04T14:19:56,650 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:19:56,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:56,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:56,650 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:19:56,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:19:56,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:19:56,651 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:19:56,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:19:56,651 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44691 2024-12-04T14:19:56,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44691 connecting to ZooKeeper ensemble=127.0.0.1:50445 2024-12-04T14:19:56,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:56,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:56,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446910x0, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:19:56,661 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446910x0, quorum=127.0.0.1:50445, baseZNode=/0373730915 Set watcher on znode that does not yet exist, /0373730915/running 2024-12-04T14:19:56,661 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:19:56,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44691-0x1017dd89f790001 connected 2024-12-04T14:19:56,665 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:19:56,665 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Set watcher on znode that does not yet exist, /0373730915/master 2024-12-04T14:19:56,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Set watcher on znode that does not yet exist, /0373730915/acl 2024-12-04T14:19:56,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44691 2024-12-04T14:19:56,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44691 2024-12-04T14:19:56,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44691 2024-12-04T14:19:56,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44691 2024-12-04T14:19:56,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44691 2024-12-04T14:19:56,688 DEBUG [M:0;ff648bb9ef17:43817 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:43817 2024-12-04T14:19:56,689 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0373730915/backup-masters/ff648bb9ef17,43817,1733321996600 2024-12-04T14:19:56,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915/backup-masters 2024-12-04T14:19:56,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915/backup-masters 2024-12-04T14:19:56,691 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Set watcher on existing znode=/0373730915/backup-masters/ff648bb9ef17,43817,1733321996600 2024-12-04T14:19:56,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0373730915/master 2024-12-04T14:19:56,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915 2024-12-04T14:19:56,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915 2024-12-04T14:19:56,693 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Set watcher on existing znode=/0373730915/master 2024-12-04T14:19:56,693 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0373730915/backup-masters/ff648bb9ef17,43817,1733321996600 from backup master directory 2024-12-04T14:19:56,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0373730915/backup-masters/ff648bb9ef17,43817,1733321996600 2024-12-04T14:19:56,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915/backup-masters 2024-12-04T14:19:56,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915/backup-masters 2024-12-04T14:19:56,695 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:19:56,695 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,43817,1733321996600 2024-12-04T14:19:56,698 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/hbase.id] with ID: ec362b9e-e2ed-4fe3-afb5-75a2c8358b40 2024-12-04T14:19:56,699 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/.tmp/hbase.id 2024-12-04T14:19:56,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:19:57,105 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/.tmp/hbase.id]:[hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/hbase.id] 2024-12-04T14:19:57,113 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:57,113 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:19:57,114 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T14:19:57,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915 2024-12-04T14:19:57,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915 2024-12-04T14:19:57,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:19:57,526 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:19:57,527 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:19:57,527 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:57,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:19:57,933 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/data/master/store 2024-12-04T14:19:57,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:19:58,339 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:58,339 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:19:58,339 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:58,339 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:58,339 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:19:58,339 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:58,339 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:19:58,339 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733321998339Disabling compacts and flushes for region at 1733321998339Disabling writes for close at 1733321998339Writing region close event to WAL at 1733321998339Closed at 1733321998339 2024-12-04T14:19:58,340 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/data/master/store/.initializing 2024-12-04T14:19:58,340 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/WALs/ff648bb9ef17,43817,1733321996600 2024-12-04T14:19:58,341 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:19:58,342 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C43817%2C1733321996600, suffix=, logDir=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/WALs/ff648bb9ef17,43817,1733321996600, archiveDir=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/oldWALs, maxLogs=10 2024-12-04T14:19:58,360 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/WALs/ff648bb9ef17,43817,1733321996600/ff648bb9ef17%2C43817%2C1733321996600.1733321998342, exclude list is [], retry=0 2024-12-04T14:19:58,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39479,DS-b36f3169-deb5-4b3a-9264-88a5bae62e8f,DISK] 2024-12-04T14:19:58,363 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/WALs/ff648bb9ef17,43817,1733321996600/ff648bb9ef17%2C43817%2C1733321996600.1733321998342 2024-12-04T14:19:58,364 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46137:46137)] 2024-12-04T14:19:58,364 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:58,364 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:58,364 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:58,364 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:58,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:58,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:19:58,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:58,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:58,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:58,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:19:58,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:58,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:58,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:58,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:19:58,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:58,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:58,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:58,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:19:58,370 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:58,370 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:19:58,370 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:58,371 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:58,371 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:58,372 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:58,372 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:58,372 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:19:58,373 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:19:58,375 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:19:58,375 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75069907, jitterRate=0.11862878501415253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:19:58,376 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733321998364Initializing all the Stores at 1733321998365 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321998365Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321998365Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321998365Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321998365Cleaning up temporary data from old regions at 1733321998372 (+7 ms)Region opened successfully at 1733321998376 (+4 ms) 2024-12-04T14:19:58,377 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:19:58,379 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e0e2ced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:19:58,380 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:19:58,380 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:19:58,380 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:19:58,380 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:19:58,380 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:19:58,381 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:19:58,381 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:19:58,382 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:19:58,383 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Unable to get data of znode /0373730915/balancer because node does not exist (not necessarily an error) 2024-12-04T14:19:58,384 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0373730915/balancer already deleted, retry=false 2024-12-04T14:19:58,385 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:19:58,385 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Unable to get data of znode /0373730915/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:19:58,386 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0373730915/normalizer already deleted, retry=false 2024-12-04T14:19:58,387 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:19:58,387 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Unable to get data of znode /0373730915/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:19:58,390 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0373730915/switch/split already deleted, retry=false 2024-12-04T14:19:58,391 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Unable to get data of znode /0373730915/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:19:58,392 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0373730915/switch/merge already deleted, retry=false 2024-12-04T14:19:58,393 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Unable to get data of znode /0373730915/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:19:58,395 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0373730915/snapshot-cleanup already deleted, retry=false 2024-12-04T14:19:58,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0373730915/running 2024-12-04T14:19:58,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0373730915/running 2024-12-04T14:19:58,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915 2024-12-04T14:19:58,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915 2024-12-04T14:19:58,396 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,43817,1733321996600, sessionid=0x1017dd89f790000, setting cluster-up flag (Was=false) 2024-12-04T14:19:58,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915 2024-12-04T14:19:58,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915 2024-12-04T14:19:58,405 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0373730915/flush-table-proc/acquired, /0373730915/flush-table-proc/reached, /0373730915/flush-table-proc/abort 2024-12-04T14:19:58,406 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,43817,1733321996600 2024-12-04T14:19:58,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915 2024-12-04T14:19:58,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915 2024-12-04T14:19:58,413 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0373730915/online-snapshot/acquired, /0373730915/online-snapshot/reached, /0373730915/online-snapshot/abort 2024-12-04T14:19:58,414 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,43817,1733321996600 2024-12-04T14:19:58,415 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:19:58,416 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:58,416 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:19:58,416 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:19:58,417 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,43817,1733321996600 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:19:58,417 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:58,417 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:58,417 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:58,417 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:19:58,418 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:19:58,418 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:58,418 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:19:58,418 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:58,418 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733322028418 2024-12-04T14:19:58,419 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:19:58,419 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:19:58,419 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:19:58,419 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:19:58,419 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:19:58,419 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:19:58,419 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:58,419 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:19:58,419 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:58,419 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:19:58,419 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:19:58,420 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:19:58,420 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:19:58,420 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:58,420 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:19:58,420 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:19:58,420 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:19:58,420 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321998420,5,FailOnTimeoutGroup] 2024-12-04T14:19:58,420 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321998420,5,FailOnTimeoutGroup] 2024-12-04T14:19:58,420 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:58,420 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:19:58,420 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:58,420 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:58,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:19:58,476 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(746): ClusterId : ec362b9e-e2ed-4fe3-afb5-75a2c8358b40 2024-12-04T14:19:58,476 DEBUG [RS:0;ff648bb9ef17:44691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:19:58,478 DEBUG [RS:0;ff648bb9ef17:44691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:19:58,478 DEBUG [RS:0;ff648bb9ef17:44691 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:19:58,480 DEBUG [RS:0;ff648bb9ef17:44691 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:19:58,480 DEBUG [RS:0;ff648bb9ef17:44691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c29ab74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:19:58,492 DEBUG [RS:0;ff648bb9ef17:44691 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:44691 2024-12-04T14:19:58,492 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:19:58,492 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:19:58,492 DEBUG [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:19:58,492 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,43817,1733321996600 with port=44691, startcode=1733321996650 2024-12-04T14:19:58,493 DEBUG [RS:0;ff648bb9ef17:44691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:19:58,494 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:19:58,494 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43817 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,44691,1733321996650 2024-12-04T14:19:58,494 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43817 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,44691,1733321996650 2024-12-04T14:19:58,496 DEBUG [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa 2024-12-04T14:19:58,496 DEBUG [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36101 2024-12-04T14:19:58,496 DEBUG [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:19:58,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915/rs 2024-12-04T14:19:58,499 DEBUG [RS:0;ff648bb9ef17:44691 {}] zookeeper.ZKUtil(111): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Set watcher on existing znode=/0373730915/rs/ff648bb9ef17,44691,1733321996650 2024-12-04T14:19:58,499 WARN [RS:0;ff648bb9ef17:44691 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:19:58,499 INFO [RS:0;ff648bb9ef17:44691 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:58,499 DEBUG [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650 2024-12-04T14:19:58,499 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,44691,1733321996650] 2024-12-04T14:19:58,502 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:19:58,503 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:19:58,503 INFO [RS:0;ff648bb9ef17:44691 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:19:58,503 INFO [RS:0;ff648bb9ef17:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:58,503 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:19:58,504 INFO [RS:0;ff648bb9ef17:44691 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:19:58,504 INFO [RS:0;ff648bb9ef17:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:58,504 DEBUG [RS:0;ff648bb9ef17:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:58,504 DEBUG [RS:0;ff648bb9ef17:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:58,504 DEBUG [RS:0;ff648bb9ef17:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:58,504 DEBUG [RS:0;ff648bb9ef17:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:58,504 DEBUG [RS:0;ff648bb9ef17:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:58,504 DEBUG [RS:0;ff648bb9ef17:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:19:58,504 DEBUG [RS:0;ff648bb9ef17:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:58,504 DEBUG [RS:0;ff648bb9ef17:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:58,504 DEBUG [RS:0;ff648bb9ef17:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:58,504 DEBUG [RS:0;ff648bb9ef17:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:58,504 DEBUG [RS:0;ff648bb9ef17:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:58,504 DEBUG [RS:0;ff648bb9ef17:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:19:58,504 DEBUG [RS:0;ff648bb9ef17:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:19:58,504 DEBUG [RS:0;ff648bb9ef17:44691 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:19:58,506 INFO [RS:0;ff648bb9ef17:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:58,506 INFO [RS:0;ff648bb9ef17:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:58,506 INFO [RS:0;ff648bb9ef17:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:58,506 INFO [RS:0;ff648bb9ef17:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:58,506 INFO [RS:0;ff648bb9ef17:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:58,506 INFO [RS:0;ff648bb9ef17:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,44691,1733321996650-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:19:58,522 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:19:58,522 INFO [RS:0;ff648bb9ef17:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,44691,1733321996650-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:58,522 INFO [RS:0;ff648bb9ef17:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:58,522 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.Replication(171): ff648bb9ef17,44691,1733321996650 started 2024-12-04T14:19:58,535 INFO [RS:0;ff648bb9ef17:44691 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:58,535 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,44691,1733321996650, RpcServer on ff648bb9ef17/172.17.0.2:44691, sessionid=0x1017dd89f790001 2024-12-04T14:19:58,535 DEBUG [RS:0;ff648bb9ef17:44691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:19:58,535 DEBUG [RS:0;ff648bb9ef17:44691 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,44691,1733321996650 2024-12-04T14:19:58,535 DEBUG [RS:0;ff648bb9ef17:44691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,44691,1733321996650' 2024-12-04T14:19:58,535 DEBUG [RS:0;ff648bb9ef17:44691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0373730915/flush-table-proc/abort' 2024-12-04T14:19:58,536 DEBUG [RS:0;ff648bb9ef17:44691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0373730915/flush-table-proc/acquired' 2024-12-04T14:19:58,536 DEBUG [RS:0;ff648bb9ef17:44691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:19:58,536 DEBUG [RS:0;ff648bb9ef17:44691 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:19:58,536 DEBUG [RS:0;ff648bb9ef17:44691 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,44691,1733321996650 2024-12-04T14:19:58,536 DEBUG [RS:0;ff648bb9ef17:44691 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,44691,1733321996650' 2024-12-04T14:19:58,536 DEBUG [RS:0;ff648bb9ef17:44691 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0373730915/online-snapshot/abort' 2024-12-04T14:19:58,537 DEBUG [RS:0;ff648bb9ef17:44691 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0373730915/online-snapshot/acquired' 2024-12-04T14:19:58,537 DEBUG [RS:0;ff648bb9ef17:44691 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:19:58,537 INFO [RS:0;ff648bb9ef17:44691 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:19:58,537 INFO [RS:0;ff648bb9ef17:44691 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:19:58,637 INFO [RS:0;ff648bb9ef17:44691 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:19:58,639 INFO [RS:0;ff648bb9ef17:44691 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C44691%2C1733321996650, suffix=, logDir=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650, archiveDir=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/oldWALs, maxLogs=10 2024-12-04T14:19:58,660 DEBUG [RS:0;ff648bb9ef17:44691 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639, exclude list is [], retry=0 2024-12-04T14:19:58,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39479,DS-b36f3169-deb5-4b3a-9264-88a5bae62e8f,DISK] 2024-12-04T14:19:58,664 INFO [RS:0;ff648bb9ef17:44691 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 2024-12-04T14:19:58,664 DEBUG [RS:0;ff648bb9ef17:44691 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46137:46137)] 2024-12-04T14:19:58,827 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:19:58,827 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa 2024-12-04T14:19:58,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741833_1009 (size=32) 2024-12-04T14:19:58,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:58,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:19:58,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:19:58,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:58,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:58,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:19:58,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:19:58,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:58,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:58,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:19:58,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:19:58,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:58,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:58,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:19:58,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:19:58,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:58,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:58,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:19:58,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740 2024-12-04T14:19:58,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740 2024-12-04T14:19:58,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:19:58,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:19:58,843 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:19:58,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:19:58,845 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:19:58,846 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64820664, jitterRate=-0.03409683704376221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:19:58,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733321998833Initializing all the Stores at 1733321998834 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321998834Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321998834Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321998834Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321998834Cleaning up temporary data from old regions at 1733321998842 (+8 ms)Region opened successfully at 1733321998846 (+4 ms) 2024-12-04T14:19:58,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:19:58,846 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:19:58,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:19:58,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:19:58,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:19:58,847 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:19:58,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733321998846Disabling compacts and flushes for region at 1733321998846Disabling writes for close at 1733321998846Writing region close event to WAL at 1733321998847 (+1 ms)Closed at 1733321998847 2024-12-04T14:19:58,848 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:58,848 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:19:58,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:19:58,849 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:19:58,850 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:19:59,000 DEBUG [ff648bb9ef17:43817 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:19:59,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,44691,1733321996650 2024-12-04T14:19:59,002 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,44691,1733321996650, state=OPENING 2024-12-04T14:19:59,003 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:19:59,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915 2024-12-04T14:19:59,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915 2024-12-04T14:19:59,005 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:19:59,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0373730915/meta-region-server: CHANGED 2024-12-04T14:19:59,005 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0373730915/meta-region-server: CHANGED 2024-12-04T14:19:59,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,44691,1733321996650}] 2024-12-04T14:19:59,156 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:19:59,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:19:59,161 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:19:59,161 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:19:59,161 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:19:59,163 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C44691%2C1733321996650.meta, suffix=.meta, logDir=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650, archiveDir=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/oldWALs, maxLogs=10 2024-12-04T14:19:59,184 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.meta.1733321999163.meta, exclude list is [], retry=0 2024-12-04T14:19:59,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39479,DS-b36f3169-deb5-4b3a-9264-88a5bae62e8f,DISK] 2024-12-04T14:19:59,188 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.meta.1733321999163.meta 2024-12-04T14:19:59,188 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46137:46137)] 2024-12-04T14:19:59,188 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:19:59,189 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:19:59,189 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:19:59,189 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:19:59,189 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:19:59,189 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:19:59,189 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:19:59,189 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:19:59,189 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:19:59,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:19:59,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:19:59,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:59,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:59,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:19:59,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:19:59,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:59,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:59,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:19:59,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:19:59,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:59,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:59,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:19:59,199 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:19:59,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:19:59,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:19:59,199 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:19:59,200 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740 2024-12-04T14:19:59,201 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740 2024-12-04T14:19:59,202 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:19:59,202 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:19:59,202 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:19:59,203 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:19:59,203 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72385393, jitterRate=0.07862640917301178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:19:59,203 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:19:59,204 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733321999189Writing region info on filesystem at 1733321999189Initializing all the Stores at 1733321999190 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321999190Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321999196 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733321999196Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733321999196Cleaning up temporary data from old regions at 1733321999202 (+6 ms)Running coprocessor post-open hooks at 1733321999203 (+1 ms)Region opened successfully at 1733321999204 (+1 ms) 2024-12-04T14:19:59,205 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733321999156 2024-12-04T14:19:59,206 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:19:59,207 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:19:59,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,44691,1733321996650 2024-12-04T14:19:59,208 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,44691,1733321996650, state=OPEN 2024-12-04T14:19:59,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0373730915/meta-region-server 2024-12-04T14:19:59,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0373730915/meta-region-server 2024-12-04T14:19:59,213 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,44691,1733321996650 2024-12-04T14:19:59,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0373730915/meta-region-server: CHANGED 2024-12-04T14:19:59,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0373730915/meta-region-server: CHANGED 2024-12-04T14:19:59,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:19:59,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,44691,1733321996650 in 208 msec 2024-12-04T14:19:59,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:19:59,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 367 msec 2024-12-04T14:19:59,218 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:19:59,218 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:19:59,219 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:59,219 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,44691,1733321996650, seqNum=-1] 2024-12-04T14:19:59,219 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:59,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:19:59,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 808 msec 2024-12-04T14:19:59,224 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733321999224, completionTime=-1 2024-12-04T14:19:59,224 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:19:59,224 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:19:59,226 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:19:59,226 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733322059226 2024-12-04T14:19:59,226 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733322119226 2024-12-04T14:19:59,226 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T14:19:59,227 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43817,1733321996600-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:59,227 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43817,1733321996600-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:59,227 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43817,1733321996600-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:59,227 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:43817, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:59,227 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:59,228 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:59,229 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:19:59,231 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.536sec 2024-12-04T14:19:59,231 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:19:59,231 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:19:59,231 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:19:59,231 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:19:59,231 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:19:59,231 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43817,1733321996600-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:19:59,231 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43817,1733321996600-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:19:59,234 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:19:59,234 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:19:59,234 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43817,1733321996600-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:19:59,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c40843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:59,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43817,-1 for getting cluster id 2024-12-04T14:19:59,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:19:59,278 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec362b9e-e2ed-4fe3-afb5-75a2c8358b40' 2024-12-04T14:19:59,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:19:59,278 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec362b9e-e2ed-4fe3-afb5-75a2c8358b40" 2024-12-04T14:19:59,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787ff3bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:59,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43817,-1] 2024-12-04T14:19:59,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:19:59,279 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:19:59,280 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:19:59,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129a2032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:19:59,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:19:59,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,44691,1733321996650, seqNum=-1] 2024-12-04T14:19:59,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:19:59,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:19:59,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,43817,1733321996600 2024-12-04T14:19:59,285 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50445 2024-12-04T14:19:59,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:19:59,287 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017dd89f790002 connected 2024-12-04T14:19:59,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/hadoop.log.dir so I do NOT create it in target/test-data/373589cf-d02d-5515-b231-fae1b70babb7 2024-12-04T14:19:59,290 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:19:59,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/hadoop.tmp.dir so I do NOT create it in target/test-data/373589cf-d02d-5515-b231-fae1b70babb7 2024-12-04T14:19:59,290 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:19:59,290 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7 2024-12-04T14:19:59,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:19:59,290 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/cluster_ee1cc5e3-64b5-3c98-c38e-e13a603fb141, deleteOnExit=true 2024-12-04T14:19:59,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:19:59,290 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/test.cache.data in system properties and HBase conf 2024-12-04T14:19:59,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:19:59,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:19:59,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:19:59,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:19:59,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:19:59,291 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:19:59,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:19:59,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:19:59,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:19:59,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:19:59,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:19:59,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:19:59,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:19:59,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:19:59,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:19:59,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:19:59,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:19:59,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:19:59,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:19:59,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:19:59,372 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:19:59,377 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:19:59,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:19:59,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:19:59,384 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:19:59,385 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:19:59,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56111d6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:19:59,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b21571e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:19:59,506 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f610873{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/java.io.tmpdir/jetty-localhost-44657-hadoop-hdfs-3_4_1-tests_jar-_-any-4526314813019083828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:19:59,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39f6f1e5{HTTP/1.1, (http/1.1)}{localhost:44657} 2024-12-04T14:19:59,507 INFO [Time-limited test {}] server.Server(415): Started @202563ms 2024-12-04T14:19:59,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:19:59,610 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:19:59,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:19:59,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:19:59,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:19:59,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69e7590f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:19:59,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae08069{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:19:59,656 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:19:59,657 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:19:59,657 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28288 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:19:59,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2996da20{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/java.io.tmpdir/jetty-localhost-35585-hadoop-hdfs-3_4_1-tests_jar-_-any-12788863211962458310/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:19:59,735 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41e54de3{HTTP/1.1, (http/1.1)}{localhost:35585} 2024-12-04T14:19:59,735 INFO [Time-limited test {}] server.Server(415): Started @202791ms 2024-12-04T14:19:59,736 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:19:59,850 WARN [Thread-2766 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/cluster_ee1cc5e3-64b5-3c98-c38e-e13a603fb141/data/data1/current/BP-758702964-172.17.0.2-1733321999311/current, will proceed with Du for space computation calculation, 2024-12-04T14:19:59,850 WARN [Thread-2767 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/cluster_ee1cc5e3-64b5-3c98-c38e-e13a603fb141/data/data2/current/BP-758702964-172.17.0.2-1733321999311/current, will proceed with Du for space computation calculation, 2024-12-04T14:19:59,876 WARN [Thread-2754 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:19:59,878 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x556b93ec887868b with lease ID 0xff14708d86ce5e6d: Processing first storage report for DS-7a05208c-a5db-43af-8d7d-55e19d1fa6c0 from datanode DatanodeRegistration(127.0.0.1:40885, datanodeUuid=a3cd8406-4fe6-4408-8fd6-60e5cf2a47e9, infoPort=41857, infoSecurePort=0, ipcPort=46393, storageInfo=lv=-57;cid=testClusterID;nsid=2128351099;c=1733321999311) 2024-12-04T14:19:59,878 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x556b93ec887868b with lease ID 0xff14708d86ce5e6d: from storage DS-7a05208c-a5db-43af-8d7d-55e19d1fa6c0 node DatanodeRegistration(127.0.0.1:40885, datanodeUuid=a3cd8406-4fe6-4408-8fd6-60e5cf2a47e9, infoPort=41857, infoSecurePort=0, ipcPort=46393, storageInfo=lv=-57;cid=testClusterID;nsid=2128351099;c=1733321999311), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:19:59,878 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x556b93ec887868b with lease ID 0xff14708d86ce5e6d: Processing first storage report for DS-a4297c5f-7708-4b73-82b7-019a76a0f16e from datanode DatanodeRegistration(127.0.0.1:40885, datanodeUuid=a3cd8406-4fe6-4408-8fd6-60e5cf2a47e9, infoPort=41857, infoSecurePort=0, ipcPort=46393, storageInfo=lv=-57;cid=testClusterID;nsid=2128351099;c=1733321999311) 2024-12-04T14:19:59,878 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x556b93ec887868b with lease ID 0xff14708d86ce5e6d: from storage DS-a4297c5f-7708-4b73-82b7-019a76a0f16e node DatanodeRegistration(127.0.0.1:40885, datanodeUuid=a3cd8406-4fe6-4408-8fd6-60e5cf2a47e9, infoPort=41857, infoSecurePort=0, ipcPort=46393, storageInfo=lv=-57;cid=testClusterID;nsid=2128351099;c=1733321999311), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:19:59,958 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7 2024-12-04T14:19:59,959 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:59,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:19:59,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:20:00,368 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b with version=8 2024-12-04T14:20:00,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/hbase-staging 2024-12-04T14:20:00,371 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:20:00,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:00,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:00,371 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:20:00,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:00,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:20:00,371 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:20:00,371 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:20:00,372 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39143 2024-12-04T14:20:00,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39143 connecting to ZooKeeper ensemble=127.0.0.1:50445 2024-12-04T14:20:00,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391430x0, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:20:00,375 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39143-0x1017dd89f790003 connected 2024-12-04T14:20:00,386 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:00,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:00,389 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Set watcher on znode that does not yet exist, /1-630177904/running 2024-12-04T14:20:00,390 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b, hbase.cluster.distributed=false 2024-12-04T14:20:00,392 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Set watcher on znode that does not yet exist, /1-630177904/acl 2024-12-04T14:20:00,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39143 2024-12-04T14:20:00,395 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39143 2024-12-04T14:20:00,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39143 2024-12-04T14:20:00,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39143 2024-12-04T14:20:00,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39143 2024-12-04T14:20:00,414 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:20:00,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:00,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:00,414 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:20:00,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:00,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:20:00,414 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:20:00,414 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:20:00,415 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41811 2024-12-04T14:20:00,416 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41811 connecting to ZooKeeper ensemble=127.0.0.1:50445 2024-12-04T14:20:00,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:00,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:00,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418110x0, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:20:00,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:418110x0, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Set watcher on znode that does not yet exist, /1-630177904/running 2024-12-04T14:20:00,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41811-0x1017dd89f790004 connected 2024-12-04T14:20:00,421 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:20:00,422 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:20:00,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Set watcher on znode that does not yet exist, /1-630177904/master 2024-12-04T14:20:00,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Set watcher on znode that does not yet exist, /1-630177904/acl 2024-12-04T14:20:00,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41811 2024-12-04T14:20:00,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41811 2024-12-04T14:20:00,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41811 2024-12-04T14:20:00,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41811 2024-12-04T14:20:00,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41811 2024-12-04T14:20:00,443 DEBUG [M:0;ff648bb9ef17:39143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:39143 2024-12-04T14:20:00,444 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-630177904/backup-masters/ff648bb9ef17,39143,1733322000371 2024-12-04T14:20:00,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904/backup-masters 2024-12-04T14:20:00,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904/backup-masters 2024-12-04T14:20:00,445 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Set watcher on existing znode=/1-630177904/backup-masters/ff648bb9ef17,39143,1733322000371 2024-12-04T14:20:00,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-630177904/master 2024-12-04T14:20:00,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904 2024-12-04T14:20:00,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904 2024-12-04T14:20:00,448 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Set watcher on existing znode=/1-630177904/master 2024-12-04T14:20:00,448 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-630177904/backup-masters/ff648bb9ef17,39143,1733322000371 from backup master directory 2024-12-04T14:20:00,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-630177904/backup-masters/ff648bb9ef17,39143,1733322000371 2024-12-04T14:20:00,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904/backup-masters 2024-12-04T14:20:00,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904/backup-masters 2024-12-04T14:20:00,450 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:20:00,450 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,39143,1733322000371 2024-12-04T14:20:00,453 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/hbase.id] with ID: a71e0cf5-b483-446e-be34-8bd691dbbc40 2024-12-04T14:20:00,453 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/.tmp/hbase.id 2024-12-04T14:20:00,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:20:00,458 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/.tmp/hbase.id]:[hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/hbase.id] 2024-12-04T14:20:00,465 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:00,466 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:20:00,466 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T14:20:00,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904 2024-12-04T14:20:00,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904 2024-12-04T14:20:00,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:20:00,877 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:20:00,878 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:20:00,879 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:00,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:20:01,285 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/data/master/store 2024-12-04T14:20:01,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:20:01,691 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:01,691 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:20:01,691 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:01,691 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:01,691 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:20:01,691 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:01,691 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:01,691 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733322001691Disabling compacts and flushes for region at 1733322001691Disabling writes for close at 1733322001691Writing region close event to WAL at 1733322001691Closed at 1733322001691 2024-12-04T14:20:01,692 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/data/master/store/.initializing 2024-12-04T14:20:01,692 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/WALs/ff648bb9ef17,39143,1733322000371 2024-12-04T14:20:01,693 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:20:01,694 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C39143%2C1733322000371, suffix=, logDir=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/WALs/ff648bb9ef17,39143,1733322000371, archiveDir=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/oldWALs, maxLogs=10 2024-12-04T14:20:01,715 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/WALs/ff648bb9ef17,39143,1733322000371/ff648bb9ef17%2C39143%2C1733322000371.1733322001695, exclude list is [], retry=0 2024-12-04T14:20:01,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40885,DS-7a05208c-a5db-43af-8d7d-55e19d1fa6c0,DISK] 2024-12-04T14:20:01,719 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/WALs/ff648bb9ef17,39143,1733322000371/ff648bb9ef17%2C39143%2C1733322000371.1733322001695 2024-12-04T14:20:01,719 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41857:41857)] 2024-12-04T14:20:01,719 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:01,719 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:01,720 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:01,720 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:01,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:01,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:20:01,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:01,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:01,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:01,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:20:01,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:01,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:01,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:01,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:20:01,724 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:01,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:01,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:01,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:20:01,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:01,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:01,725 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:01,726 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:01,726 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:01,727 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:01,727 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:01,727 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:20:01,728 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:01,729 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:01,730 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73617158, jitterRate=0.09698113799095154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:20:01,730 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733322001720Initializing all the Stores at 1733322001720Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322001720Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322001720Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322001720Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322001720Cleaning up temporary data from old regions at 1733322001727 (+7 ms)Region opened successfully at 1733322001730 (+3 ms) 2024-12-04T14:20:01,730 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:20:01,732 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c25ec4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:20:01,733 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:20:01,734 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:20:01,734 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:20:01,734 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:20:01,734 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:20:01,734 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:20:01,735 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:20:01,736 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:20:01,737 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Unable to get data of znode /1-630177904/balancer because node does not exist (not necessarily an error) 2024-12-04T14:20:01,738 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-630177904/balancer already deleted, retry=false 2024-12-04T14:20:01,739 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:20:01,739 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Unable to get data of znode /1-630177904/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:20:01,740 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-630177904/normalizer already deleted, retry=false 2024-12-04T14:20:01,740 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:20:01,741 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Unable to get data of znode /1-630177904/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:20:01,744 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-630177904/switch/split already deleted, retry=false 2024-12-04T14:20:01,744 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Unable to get data of znode /1-630177904/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:20:01,745 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-630177904/switch/merge already deleted, retry=false 2024-12-04T14:20:01,747 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Unable to get data of znode /1-630177904/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:20:01,748 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-630177904/snapshot-cleanup already deleted, retry=false 2024-12-04T14:20:01,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-630177904/running 2024-12-04T14:20:01,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-630177904/running 2024-12-04T14:20:01,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904 2024-12-04T14:20:01,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904 2024-12-04T14:20:01,750 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,39143,1733322000371, sessionid=0x1017dd89f790003, setting cluster-up flag (Was=false) 2024-12-04T14:20:01,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904 2024-12-04T14:20:01,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904 2024-12-04T14:20:01,764 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-630177904/flush-table-proc/acquired, /1-630177904/flush-table-proc/reached, /1-630177904/flush-table-proc/abort 2024-12-04T14:20:01,765 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,39143,1733322000371 2024-12-04T14:20:01,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904 2024-12-04T14:20:01,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904 2024-12-04T14:20:01,772 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-630177904/online-snapshot/acquired, /1-630177904/online-snapshot/reached, /1-630177904/online-snapshot/abort 2024-12-04T14:20:01,773 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,39143,1733322000371 2024-12-04T14:20:01,774 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:20:01,775 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:20:01,776 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:20:01,776 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:20:01,777 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,39143,1733322000371 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:20:01,778 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:20:01,778 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:20:01,778 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:20:01,778 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:20:01,778 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:20:01,778 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:01,778 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:20:01,778 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:01,778 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733322031778 2024-12-04T14:20:01,779 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:20:01,779 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:20:01,779 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:20:01,779 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:20:01,779 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:20:01,779 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:20:01,780 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:20:01,780 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:20:01,780 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:01,780 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:01,780 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:20:01,780 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:20:01,780 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:20:01,781 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:20:01,781 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:20:01,784 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:20:01,785 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:20:01,788 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322001785,5,FailOnTimeoutGroup] 2024-12-04T14:20:01,789 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322001788,5,FailOnTimeoutGroup] 2024-12-04T14:20:01,789 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:01,789 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:20:01,789 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:01,789 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:01,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:20:01,835 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(746): ClusterId : a71e0cf5-b483-446e-be34-8bd691dbbc40 2024-12-04T14:20:01,835 DEBUG [RS:0;ff648bb9ef17:41811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:20:01,837 DEBUG [RS:0;ff648bb9ef17:41811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:20:01,837 DEBUG [RS:0;ff648bb9ef17:41811 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:20:01,838 DEBUG [RS:0;ff648bb9ef17:41811 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:20:01,839 DEBUG [RS:0;ff648bb9ef17:41811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fb61bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:20:01,850 DEBUG [RS:0;ff648bb9ef17:41811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:41811 2024-12-04T14:20:01,850 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:20:01,850 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:20:01,850 DEBUG [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:20:01,851 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,39143,1733322000371 with port=41811, startcode=1733322000414 2024-12-04T14:20:01,851 DEBUG [RS:0;ff648bb9ef17:41811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:20:01,853 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:20:01,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,41811,1733322000414 2024-12-04T14:20:01,853 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39143 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,41811,1733322000414 2024-12-04T14:20:01,854 DEBUG [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b 2024-12-04T14:20:01,854 DEBUG [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33563 2024-12-04T14:20:01,854 DEBUG [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:20:01,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904/rs 2024-12-04T14:20:01,859 DEBUG [RS:0;ff648bb9ef17:41811 {}] zookeeper.ZKUtil(111): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Set watcher on existing znode=/1-630177904/rs/ff648bb9ef17,41811,1733322000414 2024-12-04T14:20:01,859 WARN [RS:0;ff648bb9ef17:41811 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:20:01,859 INFO [RS:0;ff648bb9ef17:41811 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:01,859 DEBUG [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414 2024-12-04T14:20:01,860 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,41811,1733322000414] 2024-12-04T14:20:01,862 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:20:01,864 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:20:01,864 INFO [RS:0;ff648bb9ef17:41811 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:20:01,864 INFO [RS:0;ff648bb9ef17:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:01,865 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:20:01,866 INFO [RS:0;ff648bb9ef17:41811 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:20:01,866 INFO [RS:0;ff648bb9ef17:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:01,866 DEBUG [RS:0;ff648bb9ef17:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:01,866 DEBUG [RS:0;ff648bb9ef17:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:01,866 DEBUG [RS:0;ff648bb9ef17:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:01,866 DEBUG [RS:0;ff648bb9ef17:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:01,866 DEBUG [RS:0;ff648bb9ef17:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:01,866 DEBUG [RS:0;ff648bb9ef17:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:20:01,866 DEBUG [RS:0;ff648bb9ef17:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:01,866 DEBUG [RS:0;ff648bb9ef17:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:01,866 DEBUG [RS:0;ff648bb9ef17:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:01,866 DEBUG [RS:0;ff648bb9ef17:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:01,866 DEBUG [RS:0;ff648bb9ef17:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:01,866 DEBUG [RS:0;ff648bb9ef17:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:01,866 DEBUG [RS:0;ff648bb9ef17:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:20:01,866 DEBUG [RS:0;ff648bb9ef17:41811 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:20:01,868 INFO [RS:0;ff648bb9ef17:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:01,868 INFO [RS:0;ff648bb9ef17:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:01,868 INFO [RS:0;ff648bb9ef17:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:01,868 INFO [RS:0;ff648bb9ef17:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:01,868 INFO [RS:0;ff648bb9ef17:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:01,868 INFO [RS:0;ff648bb9ef17:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,41811,1733322000414-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:20:01,884 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:20:01,884 INFO [RS:0;ff648bb9ef17:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,41811,1733322000414-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:01,884 INFO [RS:0;ff648bb9ef17:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:01,884 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.Replication(171): ff648bb9ef17,41811,1733322000414 started 2024-12-04T14:20:01,897 INFO [RS:0;ff648bb9ef17:41811 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:01,897 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,41811,1733322000414, RpcServer on ff648bb9ef17/172.17.0.2:41811, sessionid=0x1017dd89f790004 2024-12-04T14:20:01,897 DEBUG [RS:0;ff648bb9ef17:41811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:20:01,897 DEBUG [RS:0;ff648bb9ef17:41811 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,41811,1733322000414 2024-12-04T14:20:01,897 DEBUG [RS:0;ff648bb9ef17:41811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,41811,1733322000414' 2024-12-04T14:20:01,897 DEBUG [RS:0;ff648bb9ef17:41811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-630177904/flush-table-proc/abort' 2024-12-04T14:20:01,898 DEBUG [RS:0;ff648bb9ef17:41811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-630177904/flush-table-proc/acquired' 2024-12-04T14:20:01,898 DEBUG [RS:0;ff648bb9ef17:41811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:20:01,898 DEBUG [RS:0;ff648bb9ef17:41811 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:20:01,898 DEBUG [RS:0;ff648bb9ef17:41811 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,41811,1733322000414 2024-12-04T14:20:01,898 DEBUG [RS:0;ff648bb9ef17:41811 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,41811,1733322000414' 2024-12-04T14:20:01,898 DEBUG [RS:0;ff648bb9ef17:41811 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-630177904/online-snapshot/abort' 2024-12-04T14:20:01,898 DEBUG [RS:0;ff648bb9ef17:41811 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-630177904/online-snapshot/acquired' 2024-12-04T14:20:01,899 DEBUG [RS:0;ff648bb9ef17:41811 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:20:01,899 INFO [RS:0;ff648bb9ef17:41811 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:20:01,899 INFO [RS:0;ff648bb9ef17:41811 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:20:01,999 INFO [RS:0;ff648bb9ef17:41811 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:20:02,000 INFO [RS:0;ff648bb9ef17:41811 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C41811%2C1733322000414, suffix=, logDir=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414, archiveDir=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/oldWALs, maxLogs=10 2024-12-04T14:20:02,014 DEBUG [RS:0;ff648bb9ef17:41811 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001, exclude list is [], retry=0 2024-12-04T14:20:02,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40885,DS-7a05208c-a5db-43af-8d7d-55e19d1fa6c0,DISK] 2024-12-04T14:20:02,018 INFO [RS:0;ff648bb9ef17:41811 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 2024-12-04T14:20:02,018 DEBUG [RS:0;ff648bb9ef17:41811 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41857:41857)] 2024-12-04T14:20:02,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T14:20:02,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T14:20:02,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:20:02,192 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:20:02,192 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b 2024-12-04T14:20:02,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741833_1009 (size=32) 2024-12-04T14:20:02,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:02,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:20:02,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:20:02,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:02,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:02,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:20:02,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:20:02,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:02,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:02,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:20:02,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:20:02,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:02,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:02,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:20:02,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:20:02,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:02,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:02,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:20:02,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740 2024-12-04T14:20:02,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740 2024-12-04T14:20:02,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:20:02,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:20:02,606 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:20:02,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:20:02,609 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:02,609 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69594107, jitterRate=0.03703300654888153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:20:02,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733322002598Initializing all the Stores at 1733322002599 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322002599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322002599Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322002599Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322002599Cleaning up temporary data from old regions at 1733322002606 (+7 ms)Region opened successfully at 1733322002610 (+4 ms) 2024-12-04T14:20:02,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:20:02,610 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:20:02,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:20:02,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:20:02,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:20:02,610 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:20:02,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733322002610Disabling compacts and flushes for region at 1733322002610Disabling writes for close at 1733322002610Writing region close event to WAL at 1733322002610Closed at 1733322002610 2024-12-04T14:20:02,611 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:20:02,611 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:20:02,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:20:02,612 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:20:02,613 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:20:02,763 DEBUG [ff648bb9ef17:39143 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:20:02,764 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,41811,1733322000414 2024-12-04T14:20:02,765 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,41811,1733322000414, state=OPENING 2024-12-04T14:20:02,770 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:20:02,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904 2024-12-04T14:20:02,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904 2024-12-04T14:20:02,771 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:20:02,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-630177904/meta-region-server: CHANGED 2024-12-04T14:20:02,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-630177904/meta-region-server: CHANGED 2024-12-04T14:20:02,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,41811,1733322000414}] 2024-12-04T14:20:02,924 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:20:02,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:20:02,929 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:20:02,929 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:02,929 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:20:02,930 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C41811%2C1733322000414.meta, suffix=.meta, logDir=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414, archiveDir=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/oldWALs, maxLogs=10 2024-12-04T14:20:02,944 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.meta.1733322002930.meta, exclude list is [], retry=0 2024-12-04T14:20:02,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40885,DS-7a05208c-a5db-43af-8d7d-55e19d1fa6c0,DISK] 2024-12-04T14:20:02,948 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.meta.1733322002930.meta 2024-12-04T14:20:02,948 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41857:41857)] 2024-12-04T14:20:02,948 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:02,948 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:20:02,949 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:20:02,949 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:20:02,949 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:20:02,949 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:20:02,949 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:02,949 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:20:02,949 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:20:02,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:20:02,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:20:02,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:02,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:02,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:20:02,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:20:02,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:02,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:02,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:20:02,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:20:02,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:02,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:02,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:20:02,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:20:02,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:02,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:02,954 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:20:02,954 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740 2024-12-04T14:20:02,955 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740 2024-12-04T14:20:02,956 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:20:02,956 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:20:02,956 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:20:02,957 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:20:02,958 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64848126, jitterRate=-0.03368762135505676}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:20:02,958 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:20:02,958 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733322002949Writing region info on filesystem at 1733322002949Initializing all the Stores at 1733322002950 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322002950Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322002950Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322002950Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322002950Cleaning up temporary data from old regions at 1733322002956 (+6 ms)Running coprocessor post-open hooks at 1733322002958 (+2 ms)Region opened successfully at 1733322002958 2024-12-04T14:20:02,959 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733322002924 2024-12-04T14:20:02,961 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:20:02,961 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:20:02,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,41811,1733322000414 2024-12-04T14:20:02,963 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,41811,1733322000414, state=OPEN 2024-12-04T14:20:02,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-630177904/meta-region-server 2024-12-04T14:20:02,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-630177904/meta-region-server 2024-12-04T14:20:02,964 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,41811,1733322000414 2024-12-04T14:20:02,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-630177904/meta-region-server: CHANGED 2024-12-04T14:20:02,964 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-630177904/meta-region-server: CHANGED 2024-12-04T14:20:02,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:20:02,966 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,41811,1733322000414 in 193 msec 2024-12-04T14:20:02,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:20:02,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-12-04T14:20:02,969 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:20:02,969 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:20:02,970 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:02,970 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,41811,1733322000414, seqNum=-1] 2024-12-04T14:20:02,971 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:02,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:20:02,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-12-04T14:20:02,977 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733322002977, completionTime=-1 2024-12-04T14:20:02,977 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:20:02,978 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:20:02,980 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:20:02,980 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733322062980 2024-12-04T14:20:02,980 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733322122980 2024-12-04T14:20:02,980 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T14:20:02,980 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,39143,1733322000371-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:02,980 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,39143,1733322000371-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:02,980 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,39143,1733322000371-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:02,980 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:39143, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:02,980 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:02,981 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:02,982 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:20:02,984 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.534sec 2024-12-04T14:20:02,984 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:20:02,984 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:20:02,984 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:20:02,985 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:20:02,985 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:20:02,985 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,39143,1733322000371-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:20:02,985 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,39143,1733322000371-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:20:02,996 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:20:02,996 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:20:02,996 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,39143,1733322000371-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:03,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55482074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:03,035 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,39143,-1 for getting cluster id 2024-12-04T14:20:03,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:03,037 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a71e0cf5-b483-446e-be34-8bd691dbbc40' 2024-12-04T14:20:03,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:03,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a71e0cf5-b483-446e-be34-8bd691dbbc40" 2024-12-04T14:20:03,037 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22cb5175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,39143,-1] 2024-12-04T14:20:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:03,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:03,039 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:03,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bedd5a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:03,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:03,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,41811,1733322000414, seqNum=-1] 2024-12-04T14:20:03,041 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:03,042 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:20:03,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,39143,1733322000371 2024-12-04T14:20:03,044 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50445 2024-12-04T14:20:03,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:20:03,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017dd89f790005 connected 2024-12-04T14:20:03,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/hadoop.log.dir so I do NOT create it in target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06 2024-12-04T14:20:03,052 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:20:03,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/hadoop.tmp.dir so I do NOT create it in target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06 2024-12-04T14:20:03,052 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:20:03,052 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06 2024-12-04T14:20:03,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:20:03,052 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/cluster_45df709b-20db-df8c-defe-6acbb69f1ac4, deleteOnExit=true 2024-12-04T14:20:03,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:20:03,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/test.cache.data in system properties and HBase conf 2024-12-04T14:20:03,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:20:03,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:20:03,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:20:03,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:20:03,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:20:03,053 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:20:03,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:20:03,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:20:03,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:20:03,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:20:03,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:20:03,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:20:03,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:20:03,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:20:03,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:20:03,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:20:03,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:20:03,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:20:03,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:20:03,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:20:03,136 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:20:03,140 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:20:03,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:20:03,141 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:20:03,141 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:20:03,142 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:20:03,142 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@141a0739{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:20:03,143 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73490c3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:20:03,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66cf0a60{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/java.io.tmpdir/jetty-localhost-46115-hadoop-hdfs-3_4_1-tests_jar-_-any-11176175876110960592/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:20:03,263 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f929773{HTTP/1.1, (http/1.1)}{localhost:46115} 2024-12-04T14:20:03,263 INFO [Time-limited test {}] server.Server(415): Started @206319ms 2024-12-04T14:20:03,341 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:20:03,344 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:20:03,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:20:03,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:20:03,346 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:20:03,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5102eb08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:20:03,349 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb72658{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:20:03,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@747769f4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/java.io.tmpdir/jetty-localhost-40537-hadoop-hdfs-3_4_1-tests_jar-_-any-2685592602656954678/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:20:03,475 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19f00c6f{HTTP/1.1, (http/1.1)}{localhost:40537} 2024-12-04T14:20:03,475 INFO [Time-limited test {}] server.Server(415): Started @206531ms 2024-12-04T14:20:03,476 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:20:03,579 WARN [Thread-2886 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/cluster_45df709b-20db-df8c-defe-6acbb69f1ac4/data/data1/current/BP-1144122808-172.17.0.2-1733322003076/current, will proceed with Du for space computation calculation, 2024-12-04T14:20:03,579 WARN [Thread-2887 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/cluster_45df709b-20db-df8c-defe-6acbb69f1ac4/data/data2/current/BP-1144122808-172.17.0.2-1733322003076/current, will proceed with Du for space computation calculation, 2024-12-04T14:20:03,603 WARN [Thread-2874 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:20:03,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x745f7012852e54a0 with lease ID 0x7446ef79796ca4c8: Processing first storage report for DS-4aae2f0e-406c-4d5d-b505-f4972cc30798 from datanode DatanodeRegistration(127.0.0.1:37709, datanodeUuid=980394e6-634b-476f-ad69-67099520656c, infoPort=41093, infoSecurePort=0, ipcPort=37005, storageInfo=lv=-57;cid=testClusterID;nsid=88882081;c=1733322003076) 2024-12-04T14:20:03,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x745f7012852e54a0 with lease ID 0x7446ef79796ca4c8: from storage DS-4aae2f0e-406c-4d5d-b505-f4972cc30798 node DatanodeRegistration(127.0.0.1:37709, datanodeUuid=980394e6-634b-476f-ad69-67099520656c, infoPort=41093, infoSecurePort=0, ipcPort=37005, storageInfo=lv=-57;cid=testClusterID;nsid=88882081;c=1733322003076), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T14:20:03,606 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x745f7012852e54a0 with lease ID 0x7446ef79796ca4c8: Processing first storage report for DS-2682684d-eada-41f8-87bb-6e1f92e975b0 from datanode DatanodeRegistration(127.0.0.1:37709, datanodeUuid=980394e6-634b-476f-ad69-67099520656c, infoPort=41093, infoSecurePort=0, ipcPort=37005, storageInfo=lv=-57;cid=testClusterID;nsid=88882081;c=1733322003076) 2024-12-04T14:20:03,606 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x745f7012852e54a0 with lease ID 0x7446ef79796ca4c8: from storage DS-2682684d-eada-41f8-87bb-6e1f92e975b0 node DatanodeRegistration(127.0.0.1:37709, datanodeUuid=980394e6-634b-476f-ad69-67099520656c, infoPort=41093, infoSecurePort=0, ipcPort=37005, storageInfo=lv=-57;cid=testClusterID;nsid=88882081;c=1733322003076), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:20:03,706 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06 2024-12-04T14:20:03,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:03,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:03,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:20:04,119 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4 with version=8 2024-12-04T14:20:04,119 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/hbase-staging 2024-12-04T14:20:04,122 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:20:04,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:04,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:04,122 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:20:04,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:04,122 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:20:04,122 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:20:04,123 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:20:04,123 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33103 2024-12-04T14:20:04,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33103 connecting to ZooKeeper ensemble=127.0.0.1:50445 2024-12-04T14:20:04,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331030x0, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:20:04,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33103-0x1017dd89f790006 connected 2024-12-04T14:20:04,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:04,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:04,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Set watcher on znode that does not yet exist, /2-1520232635/running 2024-12-04T14:20:04,149 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4, hbase.cluster.distributed=false 2024-12-04T14:20:04,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Set watcher on znode that does not yet exist, /2-1520232635/acl 2024-12-04T14:20:04,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33103 2024-12-04T14:20:04,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33103 2024-12-04T14:20:04,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33103 2024-12-04T14:20:04,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33103 2024-12-04T14:20:04,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33103 2024-12-04T14:20:04,171 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:20:04,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:04,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:04,171 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:20:04,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:04,171 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:20:04,171 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:20:04,171 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:20:04,172 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43871 2024-12-04T14:20:04,173 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43871 connecting to ZooKeeper ensemble=127.0.0.1:50445 2024-12-04T14:20:04,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:04,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:04,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:438710x0, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:20:04,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:438710x0, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Set watcher on znode that does not yet exist, /2-1520232635/running 2024-12-04T14:20:04,182 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43871-0x1017dd89f790007 connected 2024-12-04T14:20:04,182 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:20:04,185 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:20:04,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Set watcher on znode that does not yet exist, /2-1520232635/master 2024-12-04T14:20:04,187 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Set watcher on znode that does not yet exist, /2-1520232635/acl 2024-12-04T14:20:04,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43871 2024-12-04T14:20:04,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43871 2024-12-04T14:20:04,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43871 2024-12-04T14:20:04,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43871 2024-12-04T14:20:04,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43871 2024-12-04T14:20:04,207 DEBUG [M:0;ff648bb9ef17:33103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:33103 2024-12-04T14:20:04,207 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1520232635/backup-masters/ff648bb9ef17,33103,1733322004122 2024-12-04T14:20:04,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635/backup-masters 2024-12-04T14:20:04,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635/backup-masters 2024-12-04T14:20:04,211 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Set watcher on existing znode=/2-1520232635/backup-masters/ff648bb9ef17,33103,1733322004122 2024-12-04T14:20:04,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635 2024-12-04T14:20:04,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1520232635/master 2024-12-04T14:20:04,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635 2024-12-04T14:20:04,214 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Set watcher on existing znode=/2-1520232635/master 2024-12-04T14:20:04,214 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1520232635/backup-masters/ff648bb9ef17,33103,1733322004122 from backup master directory 2024-12-04T14:20:04,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1520232635/backup-masters/ff648bb9ef17,33103,1733322004122 2024-12-04T14:20:04,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635/backup-masters 2024-12-04T14:20:04,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635/backup-masters 2024-12-04T14:20:04,216 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:20:04,216 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,33103,1733322004122 2024-12-04T14:20:04,219 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/hbase.id] with ID: dccb2fe5-27f3-4edf-b122-c77719173136 2024-12-04T14:20:04,219 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/.tmp/hbase.id 2024-12-04T14:20:04,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:20:04,635 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/.tmp/hbase.id]:[hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/hbase.id] 2024-12-04T14:20:04,645 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:04,645 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:20:04,646 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T14:20:04,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635 2024-12-04T14:20:04,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635 2024-12-04T14:20:04,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:20:04,691 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:20:04,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:04,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:04,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:04,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:04,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:04,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:04,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:04,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:04,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:04,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:04,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:04,734 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:04,758 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T14:20:05,057 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:20:05,058 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:20:05,059 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:05,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:20:05,067 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/data/master/store 2024-12-04T14:20:05,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:20:05,474 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:05,474 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:20:05,474 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:05,474 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:05,474 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:20:05,474 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:05,474 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:05,474 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733322005474Disabling compacts and flushes for region at 1733322005474Disabling writes for close at 1733322005474Writing region close event to WAL at 1733322005474Closed at 1733322005474 2024-12-04T14:20:05,475 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/data/master/store/.initializing 2024-12-04T14:20:05,475 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/WALs/ff648bb9ef17,33103,1733322004122 2024-12-04T14:20:05,476 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:20:05,477 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C33103%2C1733322004122, suffix=, logDir=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/WALs/ff648bb9ef17,33103,1733322004122, archiveDir=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/oldWALs, maxLogs=10 2024-12-04T14:20:05,492 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/WALs/ff648bb9ef17,33103,1733322004122/ff648bb9ef17%2C33103%2C1733322004122.1733322005477, exclude list is [], retry=0 2024-12-04T14:20:05,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37709,DS-4aae2f0e-406c-4d5d-b505-f4972cc30798,DISK] 2024-12-04T14:20:05,496 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/WALs/ff648bb9ef17,33103,1733322004122/ff648bb9ef17%2C33103%2C1733322004122.1733322005477 2024-12-04T14:20:05,496 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41093:41093)] 2024-12-04T14:20:05,496 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:05,496 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:05,496 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:05,496 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:05,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:05,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:20:05,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:05,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:05,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:05,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:20:05,499 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:05,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:05,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:05,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:20:05,501 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:05,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:05,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:05,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:20:05,502 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:05,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:05,502 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:05,502 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:05,503 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:05,503 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:05,503 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:05,504 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:20:05,505 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:05,506 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:05,506 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64979880, jitterRate=-0.03172433376312256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:20:05,507 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733322005496Initializing all the Stores at 1733322005497 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322005497Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322005497Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322005497Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322005497Cleaning up temporary data from old regions at 1733322005503 (+6 ms)Region opened successfully at 1733322005506 (+3 ms) 2024-12-04T14:20:05,507 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:20:05,509 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f9dd63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:20:05,510 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:20:05,510 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:20:05,510 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:20:05,510 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:20:05,510 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:20:05,511 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:20:05,511 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:20:05,512 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:20:05,513 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Unable to get data of znode /2-1520232635/balancer because node does not exist (not necessarily an error) 2024-12-04T14:20:05,514 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1520232635/balancer already deleted, retry=false 2024-12-04T14:20:05,514 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:20:05,515 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Unable to get data of znode /2-1520232635/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:20:05,516 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1520232635/normalizer already deleted, retry=false 2024-12-04T14:20:05,516 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:20:05,517 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Unable to get data of znode /2-1520232635/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:20:05,520 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1520232635/switch/split already deleted, retry=false 2024-12-04T14:20:05,521 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Unable to get data of znode /2-1520232635/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:20:05,522 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1520232635/switch/merge already deleted, retry=false 2024-12-04T14:20:05,523 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Unable to get data of znode /2-1520232635/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:20:05,525 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1520232635/snapshot-cleanup already deleted, retry=false 2024-12-04T14:20:05,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1520232635/running 2024-12-04T14:20:05,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1520232635/running 2024-12-04T14:20:05,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635 2024-12-04T14:20:05,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635 2024-12-04T14:20:05,527 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,33103,1733322004122, sessionid=0x1017dd89f790006, setting cluster-up flag (Was=false) 2024-12-04T14:20:05,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635 2024-12-04T14:20:05,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635 2024-12-04T14:20:05,537 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1520232635/flush-table-proc/acquired, /2-1520232635/flush-table-proc/reached, /2-1520232635/flush-table-proc/abort 2024-12-04T14:20:05,538 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,33103,1733322004122 2024-12-04T14:20:05,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635 2024-12-04T14:20:05,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635 2024-12-04T14:20:05,545 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1520232635/online-snapshot/acquired, /2-1520232635/online-snapshot/reached, /2-1520232635/online-snapshot/abort 2024-12-04T14:20:05,546 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,33103,1733322004122 2024-12-04T14:20:05,547 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:20:05,548 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:20:05,549 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:20:05,549 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:20:05,549 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,33103,1733322004122 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:20:05,550 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:20:05,550 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:20:05,550 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:20:05,550 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:20:05,550 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:20:05,550 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:05,550 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:20:05,550 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:05,551 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733322035551 2024-12-04T14:20:05,551 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:20:05,551 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:20:05,551 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:20:05,551 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:20:05,551 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:20:05,551 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:20:05,551 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:05,551 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:20:05,552 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:20:05,552 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:20:05,552 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:20:05,552 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:20:05,552 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:20:05,552 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:20:05,552 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:20:05,553 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:05,553 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:20:05,556 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322005552,5,FailOnTimeoutGroup] 2024-12-04T14:20:05,556 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322005556,5,FailOnTimeoutGroup] 2024-12-04T14:20:05,556 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:05,557 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:20:05,557 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:05,557 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:05,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:20:05,597 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(746): ClusterId : dccb2fe5-27f3-4edf-b122-c77719173136 2024-12-04T14:20:05,597 DEBUG [RS:0;ff648bb9ef17:43871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:20:05,599 DEBUG [RS:0;ff648bb9ef17:43871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:20:05,599 DEBUG [RS:0;ff648bb9ef17:43871 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:20:05,601 DEBUG [RS:0;ff648bb9ef17:43871 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:20:05,601 DEBUG [RS:0;ff648bb9ef17:43871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1efd856e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:20:05,613 DEBUG [RS:0;ff648bb9ef17:43871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:43871 2024-12-04T14:20:05,613 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:20:05,613 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:20:05,613 DEBUG [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:20:05,614 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,33103,1733322004122 with port=43871, startcode=1733322004171 2024-12-04T14:20:05,614 DEBUG [RS:0;ff648bb9ef17:43871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:20:05,615 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:20:05,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,43871,1733322004171 2024-12-04T14:20:05,616 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33103 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,43871,1733322004171 2024-12-04T14:20:05,617 DEBUG [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4 2024-12-04T14:20:05,617 DEBUG [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41811 2024-12-04T14:20:05,617 DEBUG [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:20:05,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635/rs 2024-12-04T14:20:05,625 DEBUG [RS:0;ff648bb9ef17:43871 {}] zookeeper.ZKUtil(111): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Set watcher on existing znode=/2-1520232635/rs/ff648bb9ef17,43871,1733322004171 2024-12-04T14:20:05,625 WARN [RS:0;ff648bb9ef17:43871 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:20:05,625 INFO [RS:0;ff648bb9ef17:43871 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:05,625 DEBUG [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171 2024-12-04T14:20:05,625 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,43871,1733322004171] 2024-12-04T14:20:05,628 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:20:05,629 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:20:05,630 INFO [RS:0;ff648bb9ef17:43871 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:20:05,630 INFO [RS:0;ff648bb9ef17:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:05,630 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:20:05,630 INFO [RS:0;ff648bb9ef17:43871 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:20:05,630 INFO [RS:0;ff648bb9ef17:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:05,630 DEBUG [RS:0;ff648bb9ef17:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:05,630 DEBUG [RS:0;ff648bb9ef17:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:05,631 DEBUG [RS:0;ff648bb9ef17:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:05,631 DEBUG [RS:0;ff648bb9ef17:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:05,631 DEBUG [RS:0;ff648bb9ef17:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:05,631 DEBUG [RS:0;ff648bb9ef17:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:20:05,631 DEBUG [RS:0;ff648bb9ef17:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:05,631 DEBUG [RS:0;ff648bb9ef17:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:05,631 DEBUG [RS:0;ff648bb9ef17:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:05,631 DEBUG [RS:0;ff648bb9ef17:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:05,631 DEBUG [RS:0;ff648bb9ef17:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:05,631 DEBUG [RS:0;ff648bb9ef17:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:05,631 DEBUG [RS:0;ff648bb9ef17:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:20:05,631 DEBUG [RS:0;ff648bb9ef17:43871 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:20:05,631 INFO [RS:0;ff648bb9ef17:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:05,631 INFO [RS:0;ff648bb9ef17:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:05,631 INFO [RS:0;ff648bb9ef17:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:05,631 INFO [RS:0;ff648bb9ef17:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:05,631 INFO [RS:0;ff648bb9ef17:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:05,631 INFO [RS:0;ff648bb9ef17:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43871,1733322004171-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:20:05,646 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:20:05,646 INFO [RS:0;ff648bb9ef17:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,43871,1733322004171-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:05,646 INFO [RS:0;ff648bb9ef17:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:05,646 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.Replication(171): ff648bb9ef17,43871,1733322004171 started 2024-12-04T14:20:05,670 INFO [RS:0;ff648bb9ef17:43871 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:05,671 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,43871,1733322004171, RpcServer on ff648bb9ef17/172.17.0.2:43871, sessionid=0x1017dd89f790007 2024-12-04T14:20:05,671 DEBUG [RS:0;ff648bb9ef17:43871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:20:05,671 DEBUG [RS:0;ff648bb9ef17:43871 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,43871,1733322004171 2024-12-04T14:20:05,671 DEBUG [RS:0;ff648bb9ef17:43871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,43871,1733322004171' 2024-12-04T14:20:05,671 DEBUG [RS:0;ff648bb9ef17:43871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1520232635/flush-table-proc/abort' 2024-12-04T14:20:05,671 DEBUG [RS:0;ff648bb9ef17:43871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1520232635/flush-table-proc/acquired' 2024-12-04T14:20:05,672 DEBUG [RS:0;ff648bb9ef17:43871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:20:05,672 DEBUG [RS:0;ff648bb9ef17:43871 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:20:05,672 DEBUG [RS:0;ff648bb9ef17:43871 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,43871,1733322004171 2024-12-04T14:20:05,672 DEBUG [RS:0;ff648bb9ef17:43871 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,43871,1733322004171' 2024-12-04T14:20:05,672 DEBUG [RS:0;ff648bb9ef17:43871 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1520232635/online-snapshot/abort' 2024-12-04T14:20:05,672 DEBUG [RS:0;ff648bb9ef17:43871 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1520232635/online-snapshot/acquired' 2024-12-04T14:20:05,673 DEBUG [RS:0;ff648bb9ef17:43871 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:20:05,673 INFO [RS:0;ff648bb9ef17:43871 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:20:05,673 INFO [RS:0;ff648bb9ef17:43871 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:20:05,773 INFO [RS:0;ff648bb9ef17:43871 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:20:05,775 INFO [RS:0;ff648bb9ef17:43871 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C43871%2C1733322004171, suffix=, logDir=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171, archiveDir=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/oldWALs, maxLogs=10 2024-12-04T14:20:05,788 DEBUG [RS:0;ff648bb9ef17:43871 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775, exclude list is [], retry=0 2024-12-04T14:20:05,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37709,DS-4aae2f0e-406c-4d5d-b505-f4972cc30798,DISK] 2024-12-04T14:20:05,793 INFO [RS:0;ff648bb9ef17:43871 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 2024-12-04T14:20:05,793 DEBUG [RS:0;ff648bb9ef17:43871 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41093:41093)] 2024-12-04T14:20:05,962 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:20:05,962 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4 2024-12-04T14:20:05,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741833_1009 (size=32) 2024-12-04T14:20:05,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:05,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:20:05,972 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:20:05,972 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:05,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:05,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:20:05,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:20:05,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:05,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:05,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:20:05,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:20:05,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:05,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:05,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:20:05,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:20:05,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:05,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:05,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:20:05,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740 2024-12-04T14:20:05,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740 2024-12-04T14:20:05,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:20:05,982 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:20:05,983 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:20:05,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:20:05,985 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:05,986 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61696287, jitterRate=-0.08065368235111237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:20:05,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733322005968Initializing all the Stores at 1733322005969 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322005969Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322005969Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322005969Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322005969Cleaning up temporary data from old regions at 1733322005982 (+13 ms)Region opened successfully at 1733322005986 (+4 ms) 2024-12-04T14:20:05,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:20:05,986 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:20:05,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:20:05,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:20:05,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:20:05,988 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:20:05,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733322005986Disabling compacts and flushes for region at 1733322005986Disabling writes for close at 1733322005986Writing region close event to WAL at 1733322005988 (+2 ms)Closed at 1733322005988 2024-12-04T14:20:05,989 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:20:05,989 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:20:05,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:20:05,990 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:20:05,991 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:20:06,141 DEBUG [ff648bb9ef17:33103 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:20:06,142 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,43871,1733322004171 2024-12-04T14:20:06,143 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,43871,1733322004171, state=OPENING 2024-12-04T14:20:06,144 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:20:06,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635 2024-12-04T14:20:06,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635 2024-12-04T14:20:06,147 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:20:06,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1520232635/meta-region-server: CHANGED 2024-12-04T14:20:06,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1520232635/meta-region-server: CHANGED 2024-12-04T14:20:06,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,43871,1733322004171}] 2024-12-04T14:20:06,299 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:20:06,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:20:06,305 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:20:06,305 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:06,306 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:20:06,311 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C43871%2C1733322004171.meta, suffix=.meta, logDir=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171, archiveDir=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/oldWALs, maxLogs=10 2024-12-04T14:20:06,328 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.meta.1733322006311.meta, exclude list is [], retry=0 2024-12-04T14:20:06,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37709,DS-4aae2f0e-406c-4d5d-b505-f4972cc30798,DISK] 2024-12-04T14:20:06,338 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.meta.1733322006311.meta 2024-12-04T14:20:06,339 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41093:41093)] 2024-12-04T14:20:06,339 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:06,339 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:20:06,339 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:20:06,339 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:20:06,340 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:20:06,340 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:20:06,340 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:06,340 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:20:06,340 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:20:06,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:20:06,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:20:06,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:06,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:06,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:20:06,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:20:06,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:06,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:06,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:20:06,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:20:06,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:06,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:06,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:20:06,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:20:06,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:06,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:06,349 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:20:06,350 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740 2024-12-04T14:20:06,351 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740 2024-12-04T14:20:06,352 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:20:06,352 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:20:06,352 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:20:06,355 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:20:06,356 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68552570, jitterRate=0.021512895822525024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:20:06,356 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:20:06,356 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733322006340Writing region info on filesystem at 1733322006340Initializing all the Stores at 1733322006341 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322006341Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322006344 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322006344Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322006344Cleaning up temporary data from old regions at 1733322006352 (+8 ms)Running coprocessor post-open hooks at 1733322006356 (+4 ms)Region opened successfully at 1733322006356 2024-12-04T14:20:06,357 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733322006299 2024-12-04T14:20:06,359 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:20:06,359 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:20:06,360 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,43871,1733322004171 2024-12-04T14:20:06,360 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,43871,1733322004171, state=OPEN 2024-12-04T14:20:06,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1520232635/meta-region-server 2024-12-04T14:20:06,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1520232635/meta-region-server 2024-12-04T14:20:06,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1520232635/meta-region-server: CHANGED 2024-12-04T14:20:06,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1520232635/meta-region-server: CHANGED 2024-12-04T14:20:06,362 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,43871,1733322004171 2024-12-04T14:20:06,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:20:06,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,43871,1733322004171 in 215 msec 2024-12-04T14:20:06,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:20:06,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 375 msec 2024-12-04T14:20:06,366 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:20:06,366 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:20:06,368 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:06,368 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,43871,1733322004171, seqNum=-1] 2024-12-04T14:20:06,368 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:06,369 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:20:06,373 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 825 msec 2024-12-04T14:20:06,373 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733322006373, completionTime=-1 2024-12-04T14:20:06,373 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:20:06,373 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:20:06,375 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:20:06,375 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733322066375 2024-12-04T14:20:06,375 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733322126375 2024-12-04T14:20:06,375 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T14:20:06,376 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,33103,1733322004122-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:06,376 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,33103,1733322004122-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:06,376 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,33103,1733322004122-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:06,376 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:33103, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:06,376 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:06,376 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:06,378 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:20:06,379 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.163sec 2024-12-04T14:20:06,379 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:20:06,379 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:20:06,379 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:20:06,379 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:20:06,379 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:20:06,379 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,33103,1733322004122-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:20:06,379 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,33103,1733322004122-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:20:06,381 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:20:06,381 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:20:06,381 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,33103,1733322004122-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:06,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eca41d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:06,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,33103,-1 for getting cluster id 2024-12-04T14:20:06,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:06,398 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dccb2fe5-27f3-4edf-b122-c77719173136' 2024-12-04T14:20:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dccb2fe5-27f3-4edf-b122-c77719173136" 2024-12-04T14:20:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@468c44a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,33103,-1] 2024-12-04T14:20:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:06,400 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:06,401 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30559da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:06,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:06,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,43871,1733322004171, seqNum=-1] 2024-12-04T14:20:06,404 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:06,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:20:06,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,33103,1733322004122 2024-12-04T14:20:06,407 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50445 2024-12-04T14:20:06,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:20:06,411 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017dd89f790008 connected 2024-12-04T14:20:06,414 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:06,415 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43817,1733321996600 2024-12-04T14:20:06,415 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34835e3c 2024-12-04T14:20:06,415 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:06,416 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:20:06,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43817 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:20:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43817 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T14:20:06,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:20:06,419 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:06,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43817 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T14:20:06,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:20:06,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:06,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741835_1011 (size=902) 2024-12-04T14:20:06,435 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b422cfc34eebaa45f7866a4b8676349, NAME => 'test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa 2024-12-04T14:20:06,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741836_1012 (size=39) 2024-12-04T14:20:06,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:06,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:06,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:06,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2b422cfc34eebaa45f7866a4b8676349, disabling compactions & flushes 2024-12-04T14:20:06,841 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349. 2024-12-04T14:20:06,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349. 2024-12-04T14:20:06,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349. after waiting 0 ms 2024-12-04T14:20:06,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349. 2024-12-04T14:20:06,841 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349. 2024-12-04T14:20:06,841 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b422cfc34eebaa45f7866a4b8676349: Waiting for close lock at 1733322006841Disabling compacts and flushes for region at 1733322006841Disabling writes for close at 1733322006841Writing region close event to WAL at 1733322006841Closed at 1733322006841 2024-12-04T14:20:06,842 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:20:06,843 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733322006842"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733322006842"}]},"ts":"1733322006842"} 2024-12-04T14:20:06,845 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:20:06,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:20:06,847 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322006846"}]},"ts":"1733322006846"} 2024-12-04T14:20:06,849 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T14:20:06,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b422cfc34eebaa45f7866a4b8676349, ASSIGN}] 2024-12-04T14:20:06,850 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b422cfc34eebaa45f7866a4b8676349, ASSIGN 2024-12-04T14:20:06,851 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2b422cfc34eebaa45f7866a4b8676349, ASSIGN; state=OFFLINE, location=ff648bb9ef17,44691,1733321996650; forceNewPlan=false, retain=false 2024-12-04T14:20:07,001 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b422cfc34eebaa45f7866a4b8676349, regionState=OPENING, regionLocation=ff648bb9ef17,44691,1733321996650 2024-12-04T14:20:07,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2b422cfc34eebaa45f7866a4b8676349, ASSIGN because future has completed 2024-12-04T14:20:07,004 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b422cfc34eebaa45f7866a4b8676349, server=ff648bb9ef17,44691,1733321996650}] 2024-12-04T14:20:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:07,166 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349. 2024-12-04T14:20:07,166 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b422cfc34eebaa45f7866a4b8676349, NAME => 'test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:07,166 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:20:07,167 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T14:20:07,167 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2b422cfc34eebaa45f7866a4b8676349 2024-12-04T14:20:07,167 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:07,167 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2b422cfc34eebaa45f7866a4b8676349 2024-12-04T14:20:07,167 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2b422cfc34eebaa45f7866a4b8676349 2024-12-04T14:20:07,184 INFO [StoreOpener-2b422cfc34eebaa45f7866a4b8676349-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2b422cfc34eebaa45f7866a4b8676349 2024-12-04T14:20:07,185 INFO [StoreOpener-2b422cfc34eebaa45f7866a4b8676349-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b422cfc34eebaa45f7866a4b8676349 columnFamilyName f 2024-12-04T14:20:07,186 DEBUG [StoreOpener-2b422cfc34eebaa45f7866a4b8676349-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:07,186 INFO [StoreOpener-2b422cfc34eebaa45f7866a4b8676349-1 {}] regionserver.HStore(327): Store=2b422cfc34eebaa45f7866a4b8676349/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:07,186 INFO [StoreOpener-2b422cfc34eebaa45f7866a4b8676349-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2b422cfc34eebaa45f7866a4b8676349 2024-12-04T14:20:07,187 INFO [StoreOpener-2b422cfc34eebaa45f7866a4b8676349-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b422cfc34eebaa45f7866a4b8676349 columnFamilyName f1 2024-12-04T14:20:07,187 DEBUG [StoreOpener-2b422cfc34eebaa45f7866a4b8676349-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:07,187 INFO [StoreOpener-2b422cfc34eebaa45f7866a4b8676349-1 {}] regionserver.HStore(327): Store=2b422cfc34eebaa45f7866a4b8676349/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:07,187 INFO [StoreOpener-2b422cfc34eebaa45f7866a4b8676349-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2b422cfc34eebaa45f7866a4b8676349 2024-12-04T14:20:07,188 INFO [StoreOpener-2b422cfc34eebaa45f7866a4b8676349-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b422cfc34eebaa45f7866a4b8676349 columnFamilyName norep 2024-12-04T14:20:07,188 DEBUG [StoreOpener-2b422cfc34eebaa45f7866a4b8676349-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:07,189 INFO [StoreOpener-2b422cfc34eebaa45f7866a4b8676349-1 {}] regionserver.HStore(327): Store=2b422cfc34eebaa45f7866a4b8676349/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:07,189 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2b422cfc34eebaa45f7866a4b8676349 2024-12-04T14:20:07,189 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/default/test/2b422cfc34eebaa45f7866a4b8676349 2024-12-04T14:20:07,190 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/default/test/2b422cfc34eebaa45f7866a4b8676349 2024-12-04T14:20:07,191 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2b422cfc34eebaa45f7866a4b8676349 2024-12-04T14:20:07,191 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2b422cfc34eebaa45f7866a4b8676349 2024-12-04T14:20:07,191 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:20:07,192 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2b422cfc34eebaa45f7866a4b8676349 2024-12-04T14:20:07,207 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/default/test/2b422cfc34eebaa45f7866a4b8676349/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:07,208 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2b422cfc34eebaa45f7866a4b8676349; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71261714, jitterRate=0.06188228726387024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:20:07,208 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b422cfc34eebaa45f7866a4b8676349 2024-12-04T14:20:07,209 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2b422cfc34eebaa45f7866a4b8676349: Running coprocessor pre-open hook at 1733322007167Writing region info on filesystem at 1733322007167Initializing all the Stores at 1733322007172 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322007172Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322007180 (+8 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322007180Cleaning up temporary data from old regions at 1733322007191 (+11 ms)Running coprocessor post-open hooks at 1733322007208 (+17 ms)Region opened successfully at 1733322007209 (+1 ms) 2024-12-04T14:20:07,210 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349., pid=6, masterSystemTime=1733322007157 2024-12-04T14:20:07,213 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349. 2024-12-04T14:20:07,213 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349. 2024-12-04T14:20:07,213 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b422cfc34eebaa45f7866a4b8676349, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff648bb9ef17,44691,1733321996650 2024-12-04T14:20:07,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b422cfc34eebaa45f7866a4b8676349, server=ff648bb9ef17,44691,1733321996650 because future has completed 2024-12-04T14:20:07,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:20:07,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b422cfc34eebaa45f7866a4b8676349, server=ff648bb9ef17,44691,1733321996650 in 213 msec 2024-12-04T14:20:07,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T14:20:07,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b422cfc34eebaa45f7866a4b8676349, ASSIGN in 371 msec 2024-12-04T14:20:07,223 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:20:07,223 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322007223"}]},"ts":"1733322007223"} 2024-12-04T14:20:07,225 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T14:20:07,226 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:20:07,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 809 msec 2024-12-04T14:20:07,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:07,557 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T14:20:07,558 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:07,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,39143,1733322000371 2024-12-04T14:20:07,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a745019 2024-12-04T14:20:07,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:07,561 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:20:07,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39143 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:20:07,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39143 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T14:20:07,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:20:07,565 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:07,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:20:07,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39143 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T14:20:07,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:07,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741835_1011 (size=902) 2024-12-04T14:20:07,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:07,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 164e72002e1c03ae886a172e09ede604, NAME => 'test,,1733322007562.164e72002e1c03ae886a172e09ede604.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b 2024-12-04T14:20:07,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741836_1012 (size=39) 2024-12-04T14:20:08,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:08,395 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733322007562.164e72002e1c03ae886a172e09ede604.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:08,395 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 164e72002e1c03ae886a172e09ede604, disabling compactions & flushes 2024-12-04T14:20:08,395 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733322007562.164e72002e1c03ae886a172e09ede604. 2024-12-04T14:20:08,395 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733322007562.164e72002e1c03ae886a172e09ede604. 2024-12-04T14:20:08,395 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733322007562.164e72002e1c03ae886a172e09ede604. after waiting 0 ms 2024-12-04T14:20:08,395 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733322007562.164e72002e1c03ae886a172e09ede604. 2024-12-04T14:20:08,395 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733322007562.164e72002e1c03ae886a172e09ede604. 2024-12-04T14:20:08,395 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 164e72002e1c03ae886a172e09ede604: Waiting for close lock at 1733322008395Disabling compacts and flushes for region at 1733322008395Disabling writes for close at 1733322008395Writing region close event to WAL at 1733322008395Closed at 1733322008395 2024-12-04T14:20:08,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:20:08,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733322007562.164e72002e1c03ae886a172e09ede604.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733322008396"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733322008396"}]},"ts":"1733322008396"} 2024-12-04T14:20:08,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:20:08,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:20:08,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322008399"}]},"ts":"1733322008399"} 2024-12-04T14:20:08,401 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T14:20:08,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=164e72002e1c03ae886a172e09ede604, ASSIGN}] 2024-12-04T14:20:08,402 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=164e72002e1c03ae886a172e09ede604, ASSIGN 2024-12-04T14:20:08,403 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=164e72002e1c03ae886a172e09ede604, ASSIGN; state=OFFLINE, location=ff648bb9ef17,41811,1733322000414; forceNewPlan=false, retain=false 2024-12-04T14:20:08,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=164e72002e1c03ae886a172e09ede604, regionState=OPENING, regionLocation=ff648bb9ef17,41811,1733322000414 2024-12-04T14:20:08,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=164e72002e1c03ae886a172e09ede604, ASSIGN because future has completed 2024-12-04T14:20:08,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 164e72002e1c03ae886a172e09ede604, server=ff648bb9ef17,41811,1733322000414}] 2024-12-04T14:20:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:08,714 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733322007562.164e72002e1c03ae886a172e09ede604. 2024-12-04T14:20:08,714 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 164e72002e1c03ae886a172e09ede604, NAME => 'test,,1733322007562.164e72002e1c03ae886a172e09ede604.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:08,715 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:20:08,715 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T14:20:08,715 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:08,715 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733322007562.164e72002e1c03ae886a172e09ede604.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:08,715 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:08,715 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:08,720 INFO [StoreOpener-164e72002e1c03ae886a172e09ede604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:08,721 INFO [StoreOpener-164e72002e1c03ae886a172e09ede604-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 164e72002e1c03ae886a172e09ede604 columnFamilyName f 2024-12-04T14:20:08,721 DEBUG [StoreOpener-164e72002e1c03ae886a172e09ede604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:08,722 INFO [StoreOpener-164e72002e1c03ae886a172e09ede604-1 {}] regionserver.HStore(327): Store=164e72002e1c03ae886a172e09ede604/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:08,722 INFO [StoreOpener-164e72002e1c03ae886a172e09ede604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:08,723 INFO [StoreOpener-164e72002e1c03ae886a172e09ede604-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 164e72002e1c03ae886a172e09ede604 columnFamilyName f1 2024-12-04T14:20:08,723 DEBUG [StoreOpener-164e72002e1c03ae886a172e09ede604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:08,723 INFO [StoreOpener-164e72002e1c03ae886a172e09ede604-1 {}] regionserver.HStore(327): Store=164e72002e1c03ae886a172e09ede604/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:08,723 INFO [StoreOpener-164e72002e1c03ae886a172e09ede604-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:08,724 INFO [StoreOpener-164e72002e1c03ae886a172e09ede604-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 164e72002e1c03ae886a172e09ede604 columnFamilyName norep 2024-12-04T14:20:08,724 DEBUG [StoreOpener-164e72002e1c03ae886a172e09ede604-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:08,724 INFO [StoreOpener-164e72002e1c03ae886a172e09ede604-1 {}] regionserver.HStore(327): Store=164e72002e1c03ae886a172e09ede604/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:08,724 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:08,725 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/default/test/164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:08,725 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/default/test/164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:08,726 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:08,726 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:08,727 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:20:08,728 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:08,729 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/default/test/164e72002e1c03ae886a172e09ede604/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:08,730 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 164e72002e1c03ae886a172e09ede604; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67787865, jitterRate=0.010117903351783752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:20:08,730 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:08,730 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 164e72002e1c03ae886a172e09ede604: Running coprocessor pre-open hook at 1733322008715Writing region info on filesystem at 1733322008715Initializing all the Stores at 1733322008717 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322008717Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322008718 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322008718Cleaning up temporary data from old regions at 1733322008726 (+8 ms)Running coprocessor post-open hooks at 1733322008730 (+4 ms)Region opened successfully at 1733322008730 2024-12-04T14:20:08,731 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733322007562.164e72002e1c03ae886a172e09ede604., pid=6, masterSystemTime=1733322008710 2024-12-04T14:20:08,732 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733322007562.164e72002e1c03ae886a172e09ede604. 2024-12-04T14:20:08,732 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733322007562.164e72002e1c03ae886a172e09ede604. 2024-12-04T14:20:08,733 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=164e72002e1c03ae886a172e09ede604, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff648bb9ef17,41811,1733322000414 2024-12-04T14:20:08,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 164e72002e1c03ae886a172e09ede604, server=ff648bb9ef17,41811,1733322000414 because future has completed 2024-12-04T14:20:08,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:20:08,737 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 164e72002e1c03ae886a172e09ede604, server=ff648bb9ef17,41811,1733322000414 in 178 msec 2024-12-04T14:20:08,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T14:20:08,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=164e72002e1c03ae886a172e09ede604, ASSIGN in 336 msec 2024-12-04T14:20:08,739 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:20:08,739 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322008739"}]},"ts":"1733322008739"} 2024-12-04T14:20:08,741 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T14:20:08,742 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:20:08,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-12-04T14:20:09,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:09,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:20:09,717 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38347 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:20:09,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:09,718 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T14:20:09,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:09,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,33103,1733322004122 2024-12-04T14:20:09,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41379943 2024-12-04T14:20:09,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:09,721 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:20:09,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:20:09,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T14:20:09,724 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:20:09,725 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:09,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:20:09,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T14:20:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:09,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741835_1011 (size=902) 2024-12-04T14:20:09,742 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ec03c5c8953b75fe5cfaa3c83c06364, NAME => 'test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4 2024-12-04T14:20:09,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741836_1012 (size=39) 2024-12-04T14:20:09,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:09,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4ec03c5c8953b75fe5cfaa3c83c06364, disabling compactions & flushes 2024-12-04T14:20:09,770 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364. 2024-12-04T14:20:09,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364. 2024-12-04T14:20:09,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364. after waiting 0 ms 2024-12-04T14:20:09,770 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364. 2024-12-04T14:20:09,771 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364. 2024-12-04T14:20:09,771 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ec03c5c8953b75fe5cfaa3c83c06364: Waiting for close lock at 1733322009770Disabling compacts and flushes for region at 1733322009770Disabling writes for close at 1733322009770Writing region close event to WAL at 1733322009771 (+1 ms)Closed at 1733322009771 2024-12-04T14:20:09,772 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:20:09,772 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733322009772"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733322009772"}]},"ts":"1733322009772"} 2024-12-04T14:20:09,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:20:09,777 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:20:09,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322009777"}]},"ts":"1733322009777"} 2024-12-04T14:20:09,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T14:20:09,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4ec03c5c8953b75fe5cfaa3c83c06364, ASSIGN}] 2024-12-04T14:20:09,784 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4ec03c5c8953b75fe5cfaa3c83c06364, ASSIGN 2024-12-04T14:20:09,785 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4ec03c5c8953b75fe5cfaa3c83c06364, ASSIGN; state=OFFLINE, location=ff648bb9ef17,43871,1733322004171; forceNewPlan=false, retain=false 2024-12-04T14:20:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:09,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4ec03c5c8953b75fe5cfaa3c83c06364, regionState=OPENING, regionLocation=ff648bb9ef17,43871,1733322004171 2024-12-04T14:20:09,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4ec03c5c8953b75fe5cfaa3c83c06364, ASSIGN because future has completed 2024-12-04T14:20:09,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ec03c5c8953b75fe5cfaa3c83c06364, server=ff648bb9ef17,43871,1733322004171}] 2024-12-04T14:20:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:10,095 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364. 2024-12-04T14:20:10,095 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ec03c5c8953b75fe5cfaa3c83c06364, NAME => 'test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:10,096 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:20:10,096 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T14:20:10,096 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4ec03c5c8953b75fe5cfaa3c83c06364 2024-12-04T14:20:10,096 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:10,096 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4ec03c5c8953b75fe5cfaa3c83c06364 2024-12-04T14:20:10,096 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4ec03c5c8953b75fe5cfaa3c83c06364 2024-12-04T14:20:10,098 INFO [StoreOpener-4ec03c5c8953b75fe5cfaa3c83c06364-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4ec03c5c8953b75fe5cfaa3c83c06364 2024-12-04T14:20:10,099 INFO [StoreOpener-4ec03c5c8953b75fe5cfaa3c83c06364-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ec03c5c8953b75fe5cfaa3c83c06364 columnFamilyName f 2024-12-04T14:20:10,099 DEBUG [StoreOpener-4ec03c5c8953b75fe5cfaa3c83c06364-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:10,099 INFO [StoreOpener-4ec03c5c8953b75fe5cfaa3c83c06364-1 {}] regionserver.HStore(327): Store=4ec03c5c8953b75fe5cfaa3c83c06364/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:10,100 INFO [StoreOpener-4ec03c5c8953b75fe5cfaa3c83c06364-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4ec03c5c8953b75fe5cfaa3c83c06364 2024-12-04T14:20:10,100 INFO [StoreOpener-4ec03c5c8953b75fe5cfaa3c83c06364-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ec03c5c8953b75fe5cfaa3c83c06364 columnFamilyName f1 2024-12-04T14:20:10,101 DEBUG [StoreOpener-4ec03c5c8953b75fe5cfaa3c83c06364-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:10,101 INFO [StoreOpener-4ec03c5c8953b75fe5cfaa3c83c06364-1 {}] regionserver.HStore(327): Store=4ec03c5c8953b75fe5cfaa3c83c06364/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:10,101 INFO [StoreOpener-4ec03c5c8953b75fe5cfaa3c83c06364-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4ec03c5c8953b75fe5cfaa3c83c06364 2024-12-04T14:20:10,102 INFO [StoreOpener-4ec03c5c8953b75fe5cfaa3c83c06364-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ec03c5c8953b75fe5cfaa3c83c06364 columnFamilyName norep 2024-12-04T14:20:10,102 DEBUG [StoreOpener-4ec03c5c8953b75fe5cfaa3c83c06364-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:10,102 INFO [StoreOpener-4ec03c5c8953b75fe5cfaa3c83c06364-1 {}] regionserver.HStore(327): Store=4ec03c5c8953b75fe5cfaa3c83c06364/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:10,102 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4ec03c5c8953b75fe5cfaa3c83c06364 2024-12-04T14:20:10,103 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/default/test/4ec03c5c8953b75fe5cfaa3c83c06364 2024-12-04T14:20:10,103 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/default/test/4ec03c5c8953b75fe5cfaa3c83c06364 2024-12-04T14:20:10,104 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4ec03c5c8953b75fe5cfaa3c83c06364 2024-12-04T14:20:10,104 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4ec03c5c8953b75fe5cfaa3c83c06364 2024-12-04T14:20:10,104 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:20:10,106 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4ec03c5c8953b75fe5cfaa3c83c06364 2024-12-04T14:20:10,115 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/default/test/4ec03c5c8953b75fe5cfaa3c83c06364/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:10,116 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4ec03c5c8953b75fe5cfaa3c83c06364; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61386722, jitterRate=-0.08526656031608582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:20:10,116 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ec03c5c8953b75fe5cfaa3c83c06364 2024-12-04T14:20:10,116 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4ec03c5c8953b75fe5cfaa3c83c06364: Running coprocessor pre-open hook at 1733322010097Writing region info on filesystem at 1733322010097Initializing all the Stores at 1733322010097Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322010097Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322010098 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322010098Cleaning up temporary data from old regions at 1733322010104 (+6 ms)Running coprocessor post-open hooks at 1733322010116 (+12 ms)Region opened successfully at 1733322010116 2024-12-04T14:20:10,117 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364., pid=6, masterSystemTime=1733322010091 2024-12-04T14:20:10,119 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364. 2024-12-04T14:20:10,119 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364. 2024-12-04T14:20:10,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4ec03c5c8953b75fe5cfaa3c83c06364, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff648bb9ef17,43871,1733322004171 2024-12-04T14:20:10,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ec03c5c8953b75fe5cfaa3c83c06364, server=ff648bb9ef17,43871,1733322004171 because future has completed 2024-12-04T14:20:10,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:20:10,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ec03c5c8953b75fe5cfaa3c83c06364, server=ff648bb9ef17,43871,1733322004171 in 187 msec 2024-12-04T14:20:10,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T14:20:10,129 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4ec03c5c8953b75fe5cfaa3c83c06364, ASSIGN in 345 msec 2024-12-04T14:20:10,130 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:20:10,130 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322010130"}]},"ts":"1733322010130"} 2024-12-04T14:20:10,132 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T14:20:10,133 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:20:10,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 411 msec 2024-12-04T14:20:10,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:10,357 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T14:20:10,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24de4776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:10,358 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43817,-1 for getting cluster id 2024-12-04T14:20:10,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:10,359 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec362b9e-e2ed-4fe3-afb5-75a2c8358b40' 2024-12-04T14:20:10,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:10,359 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec362b9e-e2ed-4fe3-afb5-75a2c8358b40" 2024-12-04T14:20:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ddea367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43817,-1] 2024-12-04T14:20:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:10,360 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:10,361 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:10,362 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3b0490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:10,362 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43817,1733321996600 2024-12-04T14:20:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40dd7394 2024-12-04T14:20:10,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:10,364 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:20:10,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43817 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff648bb9ef17:39143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T14:20:10,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43817 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:20:10,367 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:39143' 2024-12-04T14:20:10,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:10,369 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e957c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:10,369 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,39143,-1 for getting cluster id 2024-12-04T14:20:10,369 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:10,370 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a71e0cf5-b483-446e-be34-8bd691dbbc40' 2024-12-04T14:20:10,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:10,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a71e0cf5-b483-446e-be34-8bd691dbbc40" 2024-12-04T14:20:10,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc06cb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:10,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,39143,-1] 2024-12-04T14:20:10,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:10,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:10,371 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:10,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe15c04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:10,372 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:10,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,39143,1733322000371 2024-12-04T14:20:10,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24403021 2024-12-04T14:20:10,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:10,374 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:20:10,375 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T14:20:10,375 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T14:20:10,375 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:10,375 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:10,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:10,376 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:20:10,377 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T14:20:10,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:20:10,378 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:10,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:20:10,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741837_1013 (size=1138) 2024-12-04T14:20:10,427 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T14:20:10,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:10,759 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T14:20:10,792 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7dc8bda3f9eada9ef696e2fb947b15ca, NAME => 'hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa 2024-12-04T14:20:10,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741838_1014 (size=44) 2024-12-04T14:20:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:11,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:11,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7dc8bda3f9eada9ef696e2fb947b15ca, disabling compactions & flushes 2024-12-04T14:20:11,200 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca. 2024-12-04T14:20:11,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca. 2024-12-04T14:20:11,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca. after waiting 0 ms 2024-12-04T14:20:11,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca. 2024-12-04T14:20:11,200 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca. 2024-12-04T14:20:11,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7dc8bda3f9eada9ef696e2fb947b15ca: Waiting for close lock at 1733322011200Disabling compacts and flushes for region at 1733322011200Disabling writes for close at 1733322011200Writing region close event to WAL at 1733322011200Closed at 1733322011200 2024-12-04T14:20:11,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:20:11,202 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733322011201"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733322011201"}]},"ts":"1733322011201"} 2024-12-04T14:20:11,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:20:11,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:20:11,204 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322011204"}]},"ts":"1733322011204"} 2024-12-04T14:20:11,206 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T14:20:11,206 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7dc8bda3f9eada9ef696e2fb947b15ca, ASSIGN}] 2024-12-04T14:20:11,207 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7dc8bda3f9eada9ef696e2fb947b15ca, ASSIGN 2024-12-04T14:20:11,208 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7dc8bda3f9eada9ef696e2fb947b15ca, ASSIGN; state=OFFLINE, location=ff648bb9ef17,44691,1733321996650; forceNewPlan=false, retain=false 2024-12-04T14:20:11,359 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7dc8bda3f9eada9ef696e2fb947b15ca, regionState=OPENING, regionLocation=ff648bb9ef17,44691,1733321996650 2024-12-04T14:20:11,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7dc8bda3f9eada9ef696e2fb947b15ca, ASSIGN because future has completed 2024-12-04T14:20:11,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dc8bda3f9eada9ef696e2fb947b15ca, server=ff648bb9ef17,44691,1733321996650}] 2024-12-04T14:20:11,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:11,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca. 2024-12-04T14:20:11,518 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:11,519 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T14:20:11,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C44691%2C1733321996650.rep, suffix=, logDir=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650, archiveDir=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/oldWALs, maxLogs=10 2024-12-04T14:20:11,538 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.rep.1733322011520, exclude list is [], retry=0 2024-12-04T14:20:11,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39479,DS-b36f3169-deb5-4b3a-9264-88a5bae62e8f,DISK] 2024-12-04T14:20:11,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.rep.1733322011520 2024-12-04T14:20:11,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46137:46137)] 2024-12-04T14:20:11,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dc8bda3f9eada9ef696e2fb947b15ca, NAME => 'hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:11,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:20:11,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:20:11,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca. service=MultiRowMutationService 2024-12-04T14:20:11,543 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T14:20:11,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7dc8bda3f9eada9ef696e2fb947b15ca 2024-12-04T14:20:11,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:11,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7dc8bda3f9eada9ef696e2fb947b15ca 2024-12-04T14:20:11,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7dc8bda3f9eada9ef696e2fb947b15ca 2024-12-04T14:20:11,546 INFO [StoreOpener-7dc8bda3f9eada9ef696e2fb947b15ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7dc8bda3f9eada9ef696e2fb947b15ca 2024-12-04T14:20:11,547 INFO [StoreOpener-7dc8bda3f9eada9ef696e2fb947b15ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dc8bda3f9eada9ef696e2fb947b15ca columnFamilyName hfileref 2024-12-04T14:20:11,547 DEBUG [StoreOpener-7dc8bda3f9eada9ef696e2fb947b15ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:11,547 INFO [StoreOpener-7dc8bda3f9eada9ef696e2fb947b15ca-1 {}] regionserver.HStore(327): Store=7dc8bda3f9eada9ef696e2fb947b15ca/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:11,547 INFO [StoreOpener-7dc8bda3f9eada9ef696e2fb947b15ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7dc8bda3f9eada9ef696e2fb947b15ca 2024-12-04T14:20:11,548 INFO [StoreOpener-7dc8bda3f9eada9ef696e2fb947b15ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dc8bda3f9eada9ef696e2fb947b15ca columnFamilyName queue 2024-12-04T14:20:11,548 DEBUG [StoreOpener-7dc8bda3f9eada9ef696e2fb947b15ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:11,549 INFO [StoreOpener-7dc8bda3f9eada9ef696e2fb947b15ca-1 {}] regionserver.HStore(327): Store=7dc8bda3f9eada9ef696e2fb947b15ca/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:11,549 INFO [StoreOpener-7dc8bda3f9eada9ef696e2fb947b15ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7dc8bda3f9eada9ef696e2fb947b15ca 2024-12-04T14:20:11,550 INFO [StoreOpener-7dc8bda3f9eada9ef696e2fb947b15ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dc8bda3f9eada9ef696e2fb947b15ca columnFamilyName sid 2024-12-04T14:20:11,550 DEBUG [StoreOpener-7dc8bda3f9eada9ef696e2fb947b15ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:11,551 INFO [StoreOpener-7dc8bda3f9eada9ef696e2fb947b15ca-1 {}] regionserver.HStore(327): Store=7dc8bda3f9eada9ef696e2fb947b15ca/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:11,551 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7dc8bda3f9eada9ef696e2fb947b15ca 2024-12-04T14:20:11,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/replication/7dc8bda3f9eada9ef696e2fb947b15ca 2024-12-04T14:20:11,552 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/replication/7dc8bda3f9eada9ef696e2fb947b15ca 2024-12-04T14:20:11,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7dc8bda3f9eada9ef696e2fb947b15ca 2024-12-04T14:20:11,553 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7dc8bda3f9eada9ef696e2fb947b15ca 2024-12-04T14:20:11,554 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:20:11,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7dc8bda3f9eada9ef696e2fb947b15ca 2024-12-04T14:20:11,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/replication/7dc8bda3f9eada9ef696e2fb947b15ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:11,557 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7dc8bda3f9eada9ef696e2fb947b15ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73000051, jitterRate=0.08778552711009979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:20:11,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7dc8bda3f9eada9ef696e2fb947b15ca 2024-12-04T14:20:11,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7dc8bda3f9eada9ef696e2fb947b15ca: Running coprocessor pre-open hook at 1733322011543Writing region info on filesystem at 1733322011543Initializing all the Stores at 1733322011544 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322011544Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322011546 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322011546Cleaning up temporary data from old regions at 1733322011553 (+7 ms)Running coprocessor post-open hooks at 1733322011557 (+4 ms)Region opened successfully at 1733322011557 2024-12-04T14:20:11,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca., pid=10, masterSystemTime=1733322011514 2024-12-04T14:20:11,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca. 2024-12-04T14:20:11,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca. 2024-12-04T14:20:11,561 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7dc8bda3f9eada9ef696e2fb947b15ca, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,44691,1733321996650 2024-12-04T14:20:11,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dc8bda3f9eada9ef696e2fb947b15ca, server=ff648bb9ef17,44691,1733321996650 because future has completed 2024-12-04T14:20:11,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T14:20:11,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dc8bda3f9eada9ef696e2fb947b15ca, server=ff648bb9ef17,44691,1733321996650 in 207 msec 2024-12-04T14:20:11,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T14:20:11,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7dc8bda3f9eada9ef696e2fb947b15ca, ASSIGN in 364 msec 2024-12-04T14:20:11,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:20:11,573 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322011573"}]},"ts":"1733322011573"} 2024-12-04T14:20:11,575 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T14:20:11,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:20:11,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-12-04T14:20:11,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca., hostname=ff648bb9ef17,44691,1733321996650, seqNum=2] 2024-12-04T14:20:11,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915 2024-12-04T14:20:11,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915 2024-12-04T14:20:11,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:20:11,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44691 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T14:20:11,746 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T14:20:11,785 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff648bb9ef17,44691,1733321996650, ReplicationSource: 1, currentBandwidth=0 2024-12-04T14:20:11,786 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:11,786 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,44691,1733321996650, seqNum=-1] 2024-12-04T14:20:11,787 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:11,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46467, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-04T14:20:11,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff648bb9ef17,44691,1733321996650', locateType=CURRENT is [region=hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca., hostname=ff648bb9ef17,44691,1733321996650, seqNum=2] 2024-12-04T14:20:11,792 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T14:20:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43817 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T14:20:11,795 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff648bb9ef17,44691,1733321996650 suceeded 2024-12-04T14:20:11,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T14:20:11,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-12-04T14:20:11,797 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff648bb9ef17:39143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T14:20:11,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4330 sec 2024-12-04T14:20:11,811 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:39143' 2024-12-04T14:20:11,813 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@524a5ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:11,813 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,39143,-1 for getting cluster id 2024-12-04T14:20:11,813 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:11,814 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a71e0cf5-b483-446e-be34-8bd691dbbc40' 2024-12-04T14:20:11,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:11,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a71e0cf5-b483-446e-be34-8bd691dbbc40" 2024-12-04T14:20:11,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ce7e91c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:11,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,39143,-1] 2024-12-04T14:20:11,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:11,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:11,816 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:11,817 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aa446f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:11,817 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:11,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,39143,1733322000371 2024-12-04T14:20:11,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63a88d8b 2024-12-04T14:20:11,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:11,819 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-12-04T14:20:11,820 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff648bb9ef17,44691,1733321996650 (queues=1) is replicating from cluster=ec362b9e-e2ed-4fe3-afb5-75a2c8358b40 to cluster=a71e0cf5-b483-446e-be34-8bd691dbbc40 2024-12-04T14:20:11,820 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff648bb9ef17%2C44691%2C1733321996650 2024-12-04T14:20:11,821 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff648bb9ef17,44691,1733321996650, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:20:11,825 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639, startPosition=0, beingWritten=true 2024-12-04T14:20:11,828 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C44691%2C1733321996650 2024-12-04T14:20:11,838 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:11,838 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 379, reset compression=false 2024-12-04T14:20:11,840 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,44691,1733321996650 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:20:11,842 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:20:11,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:11,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:11,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:11,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:11,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:11,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:11,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:11,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:11,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:11,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:11,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:11,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:12,054 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 379, reset compression=false 2024-12-04T14:20:12,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T14:20:12,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T14:20:12,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T14:20:12,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T14:20:12,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:20:12,069 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T14:20:12,358 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 379, reset compression=false 2024-12-04T14:20:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43817 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:12,517 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T14:20:12,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:20:12,517 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:12,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:12,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:12,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:12,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80b51b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:12,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,39143,-1 for getting cluster id 2024-12-04T14:20:12,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:12,519 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a71e0cf5-b483-446e-be34-8bd691dbbc40' 2024-12-04T14:20:12,519 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:12,519 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a71e0cf5-b483-446e-be34-8bd691dbbc40" 2024-12-04T14:20:12,519 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416dcf63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:12,519 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,39143,-1] 2024-12-04T14:20:12,519 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:12,519 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:12,520 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:12,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29dbff22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:12,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,39143,1733322000371 2024-12-04T14:20:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60770159 2024-12-04T14:20:12,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:12,522 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:20:12,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39143 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff648bb9ef17:33103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T14:20:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39143 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:20:12,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:12,525 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:33103' 2024-12-04T14:20:12,526 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16d41bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:12,526 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,33103,-1 for getting cluster id 2024-12-04T14:20:12,526 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:12,526 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dccb2fe5-27f3-4edf-b122-c77719173136' 2024-12-04T14:20:12,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:12,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dccb2fe5-27f3-4edf-b122-c77719173136" 2024-12-04T14:20:12,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cafca77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:12,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,33103,-1] 2024-12-04T14:20:12,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:12,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:12,528 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:12,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101539f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:12,528 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:12,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,33103,1733322004122 2024-12-04T14:20:12,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@156a96be 2024-12-04T14:20:12,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:12,530 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:20:12,530 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-12-04T14:20:12,530 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T14:20:12,530 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:12,530 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:12,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:12,531 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:20:12,531 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T14:20:12,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:20:12,532 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:12,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:20:12,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741837_1013 (size=1138) 2024-12-04T14:20:12,582 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T14:20:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:12,762 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 379, reset compression=false 2024-12-04T14:20:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:12,940 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 354bcef3e45f2181f0e4a1b6e6878bf9, NAME => 'hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b 2024-12-04T14:20:12,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741838_1014 (size=44) 2024-12-04T14:20:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:13,266 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 379, reset compression=false 2024-12-04T14:20:13,346 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:13,346 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 354bcef3e45f2181f0e4a1b6e6878bf9, disabling compactions & flushes 2024-12-04T14:20:13,346 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9. 2024-12-04T14:20:13,346 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9. 2024-12-04T14:20:13,346 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9. after waiting 0 ms 2024-12-04T14:20:13,346 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9. 2024-12-04T14:20:13,346 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9. 2024-12-04T14:20:13,346 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 354bcef3e45f2181f0e4a1b6e6878bf9: Waiting for close lock at 1733322013346Disabling compacts and flushes for region at 1733322013346Disabling writes for close at 1733322013346Writing region close event to WAL at 1733322013346Closed at 1733322013346 2024-12-04T14:20:13,347 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:20:13,347 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733322013347"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733322013347"}]},"ts":"1733322013347"} 2024-12-04T14:20:13,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:20:13,350 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:20:13,350 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322013350"}]},"ts":"1733322013350"} 2024-12-04T14:20:13,352 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T14:20:13,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=354bcef3e45f2181f0e4a1b6e6878bf9, ASSIGN}] 2024-12-04T14:20:13,353 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=354bcef3e45f2181f0e4a1b6e6878bf9, ASSIGN 2024-12-04T14:20:13,354 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=354bcef3e45f2181f0e4a1b6e6878bf9, ASSIGN; state=OFFLINE, location=ff648bb9ef17,41811,1733322000414; forceNewPlan=false, retain=false 2024-12-04T14:20:13,504 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=354bcef3e45f2181f0e4a1b6e6878bf9, regionState=OPENING, regionLocation=ff648bb9ef17,41811,1733322000414 2024-12-04T14:20:13,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=354bcef3e45f2181f0e4a1b6e6878bf9, ASSIGN because future has completed 2024-12-04T14:20:13,507 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 354bcef3e45f2181f0e4a1b6e6878bf9, server=ff648bb9ef17,41811,1733322000414}] 2024-12-04T14:20:13,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9. 2024-12-04T14:20:13,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:13,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T14:20:13,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C41811%2C1733322000414.rep, suffix=, logDir=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414, archiveDir=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/oldWALs, maxLogs=10 2024-12-04T14:20:13,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:13,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.rep.1733322013665, exclude list is [], retry=0 2024-12-04T14:20:13,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40885,DS-7a05208c-a5db-43af-8d7d-55e19d1fa6c0,DISK] 2024-12-04T14:20:13,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.rep.1733322013665 2024-12-04T14:20:13,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41857:41857)] 2024-12-04T14:20:13,682 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 354bcef3e45f2181f0e4a1b6e6878bf9, NAME => 'hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:13,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:20:13,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:20:13,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9. service=MultiRowMutationService 2024-12-04T14:20:13,683 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T14:20:13,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 354bcef3e45f2181f0e4a1b6e6878bf9 2024-12-04T14:20:13,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:13,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 354bcef3e45f2181f0e4a1b6e6878bf9 2024-12-04T14:20:13,683 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 354bcef3e45f2181f0e4a1b6e6878bf9 2024-12-04T14:20:13,684 INFO [StoreOpener-354bcef3e45f2181f0e4a1b6e6878bf9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 354bcef3e45f2181f0e4a1b6e6878bf9 2024-12-04T14:20:13,685 INFO [StoreOpener-354bcef3e45f2181f0e4a1b6e6878bf9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 354bcef3e45f2181f0e4a1b6e6878bf9 columnFamilyName hfileref 2024-12-04T14:20:13,686 DEBUG [StoreOpener-354bcef3e45f2181f0e4a1b6e6878bf9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:13,686 INFO [StoreOpener-354bcef3e45f2181f0e4a1b6e6878bf9-1 {}] regionserver.HStore(327): Store=354bcef3e45f2181f0e4a1b6e6878bf9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:13,686 INFO [StoreOpener-354bcef3e45f2181f0e4a1b6e6878bf9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 354bcef3e45f2181f0e4a1b6e6878bf9 2024-12-04T14:20:13,687 INFO [StoreOpener-354bcef3e45f2181f0e4a1b6e6878bf9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 354bcef3e45f2181f0e4a1b6e6878bf9 columnFamilyName queue 2024-12-04T14:20:13,687 DEBUG [StoreOpener-354bcef3e45f2181f0e4a1b6e6878bf9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:13,687 INFO [StoreOpener-354bcef3e45f2181f0e4a1b6e6878bf9-1 {}] regionserver.HStore(327): Store=354bcef3e45f2181f0e4a1b6e6878bf9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:13,687 INFO [StoreOpener-354bcef3e45f2181f0e4a1b6e6878bf9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 354bcef3e45f2181f0e4a1b6e6878bf9 2024-12-04T14:20:13,688 INFO [StoreOpener-354bcef3e45f2181f0e4a1b6e6878bf9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 354bcef3e45f2181f0e4a1b6e6878bf9 columnFamilyName sid 2024-12-04T14:20:13,688 DEBUG [StoreOpener-354bcef3e45f2181f0e4a1b6e6878bf9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:13,688 INFO [StoreOpener-354bcef3e45f2181f0e4a1b6e6878bf9-1 {}] regionserver.HStore(327): Store=354bcef3e45f2181f0e4a1b6e6878bf9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:13,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 354bcef3e45f2181f0e4a1b6e6878bf9 2024-12-04T14:20:13,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/replication/354bcef3e45f2181f0e4a1b6e6878bf9 2024-12-04T14:20:13,689 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/replication/354bcef3e45f2181f0e4a1b6e6878bf9 2024-12-04T14:20:13,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 354bcef3e45f2181f0e4a1b6e6878bf9 2024-12-04T14:20:13,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 354bcef3e45f2181f0e4a1b6e6878bf9 2024-12-04T14:20:13,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:20:13,691 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 354bcef3e45f2181f0e4a1b6e6878bf9 2024-12-04T14:20:13,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/replication/354bcef3e45f2181f0e4a1b6e6878bf9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:13,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 354bcef3e45f2181f0e4a1b6e6878bf9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67022111, jitterRate=-0.0012927204370498657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:20:13,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 354bcef3e45f2181f0e4a1b6e6878bf9 2024-12-04T14:20:13,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 354bcef3e45f2181f0e4a1b6e6878bf9: Running coprocessor pre-open hook at 1733322013683Writing region info on filesystem at 1733322013683Initializing all the Stores at 1733322013684 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322013684Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322013684Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322013684Cleaning up temporary data from old regions at 1733322013690 (+6 ms)Running coprocessor post-open hooks at 1733322013693 (+3 ms)Region opened successfully at 1733322013693 2024-12-04T14:20:13,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9., pid=10, masterSystemTime=1733322013660 2024-12-04T14:20:13,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9. 2024-12-04T14:20:13,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9. 2024-12-04T14:20:13,696 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=354bcef3e45f2181f0e4a1b6e6878bf9, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,41811,1733322000414 2024-12-04T14:20:13,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 354bcef3e45f2181f0e4a1b6e6878bf9, server=ff648bb9ef17,41811,1733322000414 because future has completed 2024-12-04T14:20:13,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T14:20:13,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 354bcef3e45f2181f0e4a1b6e6878bf9, server=ff648bb9ef17,41811,1733322000414 in 192 msec 2024-12-04T14:20:13,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T14:20:13,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=354bcef3e45f2181f0e4a1b6e6878bf9, ASSIGN in 348 msec 2024-12-04T14:20:13,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:20:13,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322013702"}]},"ts":"1733322013702"} 2024-12-04T14:20:13,704 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T14:20:13,705 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:20:13,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-12-04T14:20:13,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9., hostname=ff648bb9ef17,41811,1733322000414, seqNum=2] 2024-12-04T14:20:13,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904 2024-12-04T14:20:13,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904 2024-12-04T14:20:13,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:20:13,863 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T14:20:13,870 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 379, reset compression=false 2024-12-04T14:20:13,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41811 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T14:20:13,900 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T14:20:13,930 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff648bb9ef17,41811,1733322000414, ReplicationSource: 1, currentBandwidth=0 2024-12-04T14:20:13,930 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:13,930 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,41811,1733322000414, seqNum=-1] 2024-12-04T14:20:13,930 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:13,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39219, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-04T14:20:13,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff648bb9ef17,41811,1733322000414', locateType=CURRENT is [region=hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9., hostname=ff648bb9ef17,41811,1733322000414, seqNum=2] 2024-12-04T14:20:13,935 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T14:20:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39143 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T14:20:13,937 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff648bb9ef17,41811,1733322000414 suceeded 2024-12-04T14:20:13,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T14:20:13,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-12-04T14:20:13,938 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff648bb9ef17:33103,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T14:20:13,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-12-04T14:20:13,949 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:33103' 2024-12-04T14:20:13,950 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@533acccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:13,950 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,33103,-1 for getting cluster id 2024-12-04T14:20:13,950 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:13,951 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dccb2fe5-27f3-4edf-b122-c77719173136' 2024-12-04T14:20:13,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:13,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dccb2fe5-27f3-4edf-b122-c77719173136" 2024-12-04T14:20:13,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57570b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:13,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,33103,-1] 2024-12-04T14:20:13,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:13,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:13,953 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:13,953 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15bd940d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:13,953 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:13,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,33103,1733322004122 2024-12-04T14:20:13,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5972bb4c 2024-12-04T14:20:13,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:13,955 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-12-04T14:20:13,955 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff648bb9ef17,41811,1733322000414 (queues=1) is replicating from cluster=a71e0cf5-b483-446e-be34-8bd691dbbc40 to cluster=dccb2fe5-27f3-4edf-b122-c77719173136 2024-12-04T14:20:13,955 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff648bb9ef17%2C41811%2C1733322000414 2024-12-04T14:20:13,955 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff648bb9ef17,41811,1733322000414, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:20:13,956 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C41811%2C1733322000414 2024-12-04T14:20:13,956 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001, startPosition=0, beingWritten=true 2024-12-04T14:20:13,960 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:13,960 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 379, reset compression=false 2024-12-04T14:20:13,961 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,41811,1733322000414 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:20:14,164 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 379, reset compression=false 2024-12-04T14:20:14,468 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 379, reset compression=false 2024-12-04T14:20:14,574 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 379, reset compression=false 2024-12-04T14:20:14,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:14,677 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T14:20:14,677 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:20:14,678 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:14,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:14,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:14,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:14,679 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f5ae94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:14,679 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,33103,-1 for getting cluster id 2024-12-04T14:20:14,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:14,680 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dccb2fe5-27f3-4edf-b122-c77719173136' 2024-12-04T14:20:14,680 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:14,680 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dccb2fe5-27f3-4edf-b122-c77719173136" 2024-12-04T14:20:14,680 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53df86b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:14,680 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,33103,-1] 2024-12-04T14:20:14,680 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:14,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:14,681 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:14,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee8b71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:14,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,33103,1733322004122 2024-12-04T14:20:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75198b13 2024-12-04T14:20:14,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:14,684 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:20:14,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff648bb9ef17:43817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T14:20:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:20:14,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:14,687 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:43817' 2024-12-04T14:20:14,688 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259b6924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:14,688 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43817,-1 for getting cluster id 2024-12-04T14:20:14,688 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:14,689 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec362b9e-e2ed-4fe3-afb5-75a2c8358b40' 2024-12-04T14:20:14,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:14,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec362b9e-e2ed-4fe3-afb5-75a2c8358b40" 2024-12-04T14:20:14,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa46068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:14,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43817,-1] 2024-12-04T14:20:14,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:14,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:14,690 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:14,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339a2011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:14,691 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:14,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43817,1733321996600 2024-12-04T14:20:14,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a03fd44 2024-12-04T14:20:14,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:14,692 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:20:14,693 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T14:20:14,693 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T14:20:14,693 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:14,693 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:14,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:14,694 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:20:14,694 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T14:20:14,695 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:20:14,695 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:14,696 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:20:14,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741837_1013 (size=1138) 2024-12-04T14:20:14,745 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T14:20:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:14,872 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 379, reset compression=false 2024-12-04T14:20:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:15,103 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8f8259b023b26091b4f91d09cf66ead, NAME => 'hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4 2024-12-04T14:20:15,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741838_1014 (size=44) 2024-12-04T14:20:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:15,377 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 379, reset compression=false 2024-12-04T14:20:15,379 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 379, reset compression=false 2024-12-04T14:20:15,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:15,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d8f8259b023b26091b4f91d09cf66ead, disabling compactions & flushes 2024-12-04T14:20:15,509 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead. 2024-12-04T14:20:15,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead. 2024-12-04T14:20:15,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead. after waiting 0 ms 2024-12-04T14:20:15,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead. 2024-12-04T14:20:15,509 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead. 2024-12-04T14:20:15,509 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8f8259b023b26091b4f91d09cf66ead: Waiting for close lock at 1733322015509Disabling compacts and flushes for region at 1733322015509Disabling writes for close at 1733322015509Writing region close event to WAL at 1733322015509Closed at 1733322015509 2024-12-04T14:20:15,511 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:20:15,511 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733322015511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733322015511"}]},"ts":"1733322015511"} 2024-12-04T14:20:15,514 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:20:15,515 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:20:15,515 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322015515"}]},"ts":"1733322015515"} 2024-12-04T14:20:15,517 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T14:20:15,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8f8259b023b26091b4f91d09cf66ead, ASSIGN}] 2024-12-04T14:20:15,519 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8f8259b023b26091b4f91d09cf66ead, ASSIGN 2024-12-04T14:20:15,520 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d8f8259b023b26091b4f91d09cf66ead, ASSIGN; state=OFFLINE, location=ff648bb9ef17,43871,1733322004171; forceNewPlan=false, retain=false 2024-12-04T14:20:15,671 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d8f8259b023b26091b4f91d09cf66ead, regionState=OPENING, regionLocation=ff648bb9ef17,43871,1733322004171 2024-12-04T14:20:15,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d8f8259b023b26091b4f91d09cf66ead, ASSIGN because future has completed 2024-12-04T14:20:15,674 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8f8259b023b26091b4f91d09cf66ead, server=ff648bb9ef17,43871,1733322004171}] 2024-12-04T14:20:15,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:15,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead. 2024-12-04T14:20:15,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:15,830 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T14:20:15,831 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C43871%2C1733322004171.rep, suffix=, logDir=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171, archiveDir=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/oldWALs, maxLogs=10 2024-12-04T14:20:15,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.rep.1733322015831, exclude list is [], retry=0 2024-12-04T14:20:15,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37709,DS-4aae2f0e-406c-4d5d-b505-f4972cc30798,DISK] 2024-12-04T14:20:15,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.rep.1733322015831 2024-12-04T14:20:15,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41093:41093)] 2024-12-04T14:20:15,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d8f8259b023b26091b4f91d09cf66ead, NAME => 'hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:15,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:20:15,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:20:15,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead. service=MultiRowMutationService 2024-12-04T14:20:15,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T14:20:15,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d8f8259b023b26091b4f91d09cf66ead 2024-12-04T14:20:15,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:15,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d8f8259b023b26091b4f91d09cf66ead 2024-12-04T14:20:15,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d8f8259b023b26091b4f91d09cf66ead 2024-12-04T14:20:15,855 INFO [StoreOpener-d8f8259b023b26091b4f91d09cf66ead-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d8f8259b023b26091b4f91d09cf66ead 2024-12-04T14:20:15,856 INFO [StoreOpener-d8f8259b023b26091b4f91d09cf66ead-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8f8259b023b26091b4f91d09cf66ead columnFamilyName hfileref 2024-12-04T14:20:15,856 DEBUG [StoreOpener-d8f8259b023b26091b4f91d09cf66ead-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:15,856 INFO [StoreOpener-d8f8259b023b26091b4f91d09cf66ead-1 {}] regionserver.HStore(327): Store=d8f8259b023b26091b4f91d09cf66ead/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:15,856 INFO [StoreOpener-d8f8259b023b26091b4f91d09cf66ead-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d8f8259b023b26091b4f91d09cf66ead 2024-12-04T14:20:15,857 INFO [StoreOpener-d8f8259b023b26091b4f91d09cf66ead-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8f8259b023b26091b4f91d09cf66ead columnFamilyName queue 2024-12-04T14:20:15,857 DEBUG [StoreOpener-d8f8259b023b26091b4f91d09cf66ead-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:15,858 INFO [StoreOpener-d8f8259b023b26091b4f91d09cf66ead-1 {}] regionserver.HStore(327): Store=d8f8259b023b26091b4f91d09cf66ead/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:15,858 INFO [StoreOpener-d8f8259b023b26091b4f91d09cf66ead-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d8f8259b023b26091b4f91d09cf66ead 2024-12-04T14:20:15,858 INFO [StoreOpener-d8f8259b023b26091b4f91d09cf66ead-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8f8259b023b26091b4f91d09cf66ead columnFamilyName sid 2024-12-04T14:20:15,858 DEBUG [StoreOpener-d8f8259b023b26091b4f91d09cf66ead-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:15,859 INFO [StoreOpener-d8f8259b023b26091b4f91d09cf66ead-1 {}] regionserver.HStore(327): Store=d8f8259b023b26091b4f91d09cf66ead/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:15,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d8f8259b023b26091b4f91d09cf66ead 2024-12-04T14:20:15,859 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/replication/d8f8259b023b26091b4f91d09cf66ead 2024-12-04T14:20:15,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/replication/d8f8259b023b26091b4f91d09cf66ead 2024-12-04T14:20:15,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d8f8259b023b26091b4f91d09cf66ead 2024-12-04T14:20:15,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d8f8259b023b26091b4f91d09cf66ead 2024-12-04T14:20:15,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:20:15,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d8f8259b023b26091b4f91d09cf66ead 2024-12-04T14:20:15,863 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/replication/d8f8259b023b26091b4f91d09cf66ead/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:15,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d8f8259b023b26091b4f91d09cf66ead; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62028312, jitterRate=-0.0757061243057251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:20:15,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8f8259b023b26091b4f91d09cf66ead 2024-12-04T14:20:15,864 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d8f8259b023b26091b4f91d09cf66ead: Running coprocessor pre-open hook at 1733322015854Writing region info on filesystem at 1733322015854Initializing all the Stores at 1733322015855 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322015855Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322015855Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322015855Cleaning up temporary data from old regions at 1733322015860 (+5 ms)Running coprocessor post-open hooks at 1733322015864 (+4 ms)Region opened successfully at 1733322015864 2024-12-04T14:20:15,865 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead., pid=10, masterSystemTime=1733322015826 2024-12-04T14:20:15,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead. 2024-12-04T14:20:15,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead. 2024-12-04T14:20:15,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d8f8259b023b26091b4f91d09cf66ead, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,43871,1733322004171 2024-12-04T14:20:15,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8f8259b023b26091b4f91d09cf66ead, server=ff648bb9ef17,43871,1733322004171 because future has completed 2024-12-04T14:20:15,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T14:20:15,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d8f8259b023b26091b4f91d09cf66ead, server=ff648bb9ef17,43871,1733322004171 in 198 msec 2024-12-04T14:20:15,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T14:20:15,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8f8259b023b26091b4f91d09cf66ead, ASSIGN in 357 msec 2024-12-04T14:20:15,877 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:20:15,877 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322015877"}]},"ts":"1733322015877"} 2024-12-04T14:20:15,879 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T14:20:15,879 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:20:15,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-12-04T14:20:15,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead., hostname=ff648bb9ef17,43871,1733322004171, seqNum=2] 2024-12-04T14:20:15,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635 2024-12-04T14:20:15,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635 2024-12-04T14:20:15,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:20:15,981 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 379, reset compression=false 2024-12-04T14:20:16,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T14:20:16,063 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T14:20:16,103 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff648bb9ef17,43871,1733322004171, ReplicationSource: 1, currentBandwidth=0 2024-12-04T14:20:16,104 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:16,104 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,43871,1733322004171, seqNum=-1] 2024-12-04T14:20:16,104 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:16,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-04T14:20:16,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff648bb9ef17,43871,1733322004171', locateType=CURRENT is [region=hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead., hostname=ff648bb9ef17,43871,1733322004171, seqNum=2] 2024-12-04T14:20:16,110 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T14:20:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T14:20:16,114 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff648bb9ef17,43871,1733322004171 suceeded 2024-12-04T14:20:16,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T14:20:16,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-12-04T14:20:16,119 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff648bb9ef17:43817,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T14:20:16,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4350 sec 2024-12-04T14:20:16,128 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:43817' 2024-12-04T14:20:16,132 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@94dc957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:16,133 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43817,-1 for getting cluster id 2024-12-04T14:20:16,133 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:16,133 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec362b9e-e2ed-4fe3-afb5-75a2c8358b40' 2024-12-04T14:20:16,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:16,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec362b9e-e2ed-4fe3-afb5-75a2c8358b40" 2024-12-04T14:20:16,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66a68e81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:16,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43817,-1] 2024-12-04T14:20:16,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:16,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:16,135 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:16,136 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d437d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:16,136 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:16,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43817,1733321996600 2024-12-04T14:20:16,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c791b6d 2024-12-04T14:20:16,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:16,141 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-04T14:20:16,141 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff648bb9ef17,43871,1733322004171 (queues=1) is replicating from cluster=dccb2fe5-27f3-4edf-b122-c77719173136 to cluster=ec362b9e-e2ed-4fe3-afb5-75a2c8358b40 2024-12-04T14:20:16,141 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff648bb9ef17%2C43871%2C1733322004171 2024-12-04T14:20:16,142 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff648bb9ef17,43871,1733322004171, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:20:16,142 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775, startPosition=0, beingWritten=true 2024-12-04T14:20:16,147 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C43871%2C1733322004171 2024-12-04T14:20:16,151 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:16,151 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 379, reset compression=false 2024-12-04T14:20:16,153 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,43871,1733322004171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:20:16,282 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 379, reset compression=false 2024-12-04T14:20:16,372 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 379, reset compression=false 2024-12-04T14:20:16,678 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 379, reset compression=false 2024-12-04T14:20:16,686 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 379, reset compression=false 2024-12-04T14:20:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:16,837 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T14:20:16,837 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:20:16,837 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:16,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:16,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:16,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:16,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ed0716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:16,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43817,-1 for getting cluster id 2024-12-04T14:20:16,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:16,839 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec362b9e-e2ed-4fe3-afb5-75a2c8358b40' 2024-12-04T14:20:16,839 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:16,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec362b9e-e2ed-4fe3-afb5-75a2c8358b40" 2024-12-04T14:20:16,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33f6a5cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:16,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43817,-1] 2024-12-04T14:20:16,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:16,840 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:16,841 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:16,841 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b5a4e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:16,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2255aff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:16,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,39143,-1 for getting cluster id 2024-12-04T14:20:16,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:16,843 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a71e0cf5-b483-446e-be34-8bd691dbbc40' 2024-12-04T14:20:16,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:16,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a71e0cf5-b483-446e-be34-8bd691dbbc40" 2024-12-04T14:20:16,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289d6308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:16,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,39143,-1] 2024-12-04T14:20:16,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:16,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:16,844 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:16,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fdad5ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:16,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14cbd0c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:16,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,33103,-1 for getting cluster id 2024-12-04T14:20:16,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:16,846 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dccb2fe5-27f3-4edf-b122-c77719173136' 2024-12-04T14:20:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dccb2fe5-27f3-4edf-b122-c77719173136" 2024-12-04T14:20:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1e66ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,33103,-1] 2024-12-04T14:20:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:16,847 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:16,851 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:16,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492a566a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:16,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,44691,1733321996650, seqNum=-1] 2024-12-04T14:20:16,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:16,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:20:16,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349., hostname=ff648bb9ef17,44691,1733321996650, seqNum=2] 2024-12-04T14:20:16,861 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,43871,1733322004171, seqNum=-1] 2024-12-04T14:20:16,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:16,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:20:16,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364., hostname=ff648bb9ef17,43871,1733322004171, seqNum=2] 2024-12-04T14:20:16,867 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T14:20:17,046 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:20:17,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:17,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:17,082 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 379, reset compression=false 2024-12-04T14:20:17,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:17,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:17,088 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:17,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:17,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:17,089 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:17,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:17,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:17,100 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:17,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:17,287 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 379, reset compression=false 2024-12-04T14:20:17,293 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:17,293 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 480, reset compression=false 2024-12-04T14:20:17,293 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,44691,1733321996650 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b422cfc34eebaa45f7866a4b8676349/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T14:20:17,295 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:20:17,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-12-04T14:20:17,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:17,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@234f0381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:17,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,39143,-1 for getting cluster id 2024-12-04T14:20:17,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:17,298 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a71e0cf5-b483-446e-be34-8bd691dbbc40' 2024-12-04T14:20:17,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:17,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a71e0cf5-b483-446e-be34-8bd691dbbc40" 2024-12-04T14:20:17,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@599e8bae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:17,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,39143,-1] 2024-12-04T14:20:17,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:17,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:17,299 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:17,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1868b749, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:17,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:17,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,41811,1733322000414, seqNum=-1] 2024-12-04T14:20:17,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:17,302 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-12-04T14:20:17,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733322007562.164e72002e1c03ae886a172e09ede604., hostname=ff648bb9ef17,41811,1733322000414, seqNum=2] 2024-12-04T14:20:17,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:17,489 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 379, reset compression=false 2024-12-04T14:20:17,494 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:17,494 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 504, reset compression=false 2024-12-04T14:20:17,494 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,41811,1733322000414 got entry batch from reader: WALEntryBatch [walEntries=[{test/164e72002e1c03ae886a172e09ede604/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-04T14:20:17,496 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:20:17,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-12-04T14:20:17,497 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 480, reset compression=false 2024-12-04T14:20:17,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:17,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@182d15af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:17,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,33103,-1 for getting cluster id 2024-12-04T14:20:17,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:17,499 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dccb2fe5-27f3-4edf-b122-c77719173136' 2024-12-04T14:20:17,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:17,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dccb2fe5-27f3-4edf-b122-c77719173136" 2024-12-04T14:20:17,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@eb64459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:17,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,33103,-1] 2024-12-04T14:20:17,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:17,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:17,500 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:17,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@872162c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:17,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:17,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,43871,1733322004171, seqNum=-1] 2024-12-04T14:20:17,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:17,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-12-04T14:20:17,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364., hostname=ff648bb9ef17,43871,1733322004171, seqNum=2] 2024-12-04T14:20:17,507 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:17,585 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 379, reset compression=false 2024-12-04T14:20:17,589 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:17,589 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 528, reset compression=false 2024-12-04T14:20:17,589 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,43871,1733322004171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:20:17,697 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 504, reset compression=false 2024-12-04T14:20:17,792 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 528, reset compression=false 2024-12-04T14:20:17,801 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 480, reset compression=false 2024-12-04T14:20:17,869 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T14:20:17,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:17,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,41811,1733322000414, seqNum=-1] 2024-12-04T14:20:17,870 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:17,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:20:17,873 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733322007562.164e72002e1c03ae886a172e09ede604., hostname=ff648bb9ef17,41811,1733322000414, seqNum=2] 2024-12-04T14:20:17,876 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T14:20:18,001 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 504, reset compression=false 2024-12-04T14:20:18,006 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:18,006 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 608, reset compression=false 2024-12-04T14:20:18,006 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,41811,1733322000414 got entry batch from reader: WALEntryBatch [walEntries=[{test/164e72002e1c03ae886a172e09ede604/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T14:20:18,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:18,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:18,096 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 528, reset compression=false 2024-12-04T14:20:18,100 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:18,100 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 656, reset compression=false 2024-12-04T14:20:18,101 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,43871,1733322004171 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ec03c5c8953b75fe5cfaa3c83c06364/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T14:20:18,102 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:20:18,103 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-04T14:20:18,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:18,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5236ce65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:18,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43817,-1 for getting cluster id 2024-12-04T14:20:18,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:18,105 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec362b9e-e2ed-4fe3-afb5-75a2c8358b40' 2024-12-04T14:20:18,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:18,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec362b9e-e2ed-4fe3-afb5-75a2c8358b40" 2024-12-04T14:20:18,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d6d749d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:18,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43817,-1] 2024-12-04T14:20:18,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:18,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:18,106 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:18,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5638986e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:18,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:18,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,44691,1733321996650, seqNum=-1] 2024-12-04T14:20:18,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:18,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-12-04T14:20:18,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349., hostname=ff648bb9ef17,44691,1733321996650, seqNum=2] 2024-12-04T14:20:18,112 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:18,204 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 480, reset compression=false 2024-12-04T14:20:18,209 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:18,209 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 632, reset compression=false 2024-12-04T14:20:18,209 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,44691,1733321996650 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:20:18,209 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 608, reset compression=false 2024-12-04T14:20:18,304 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 656, reset compression=false 2024-12-04T14:20:18,413 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 632, reset compression=false 2024-12-04T14:20:18,514 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 608, reset compression=false 2024-12-04T14:20:18,607 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 656, reset compression=false 2024-12-04T14:20:18,717 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 632, reset compression=false 2024-12-04T14:20:18,878 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T14:20:18,882 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-04T14:20:18,918 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 608, reset compression=false 2024-12-04T14:20:19,011 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 656, reset compression=false 2024-12-04T14:20:19,016 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:19,016 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 760, reset compression=false 2024-12-04T14:20:19,016 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,43871,1733322004171 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ec03c5c8953b75fe5cfaa3c83c06364/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T14:20:19,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:19,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:19,121 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 632, reset compression=false 2024-12-04T14:20:19,125 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:19,125 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 760, reset compression=false 2024-12-04T14:20:19,125 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,44691,1733321996650 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b422cfc34eebaa45f7866a4b8676349/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T14:20:19,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:19,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:19,220 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 760, reset compression=false 2024-12-04T14:20:19,329 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 760, reset compression=false 2024-12-04T14:20:19,423 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 608, reset compression=false 2024-12-04T14:20:19,427 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:19,427 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 760, reset compression=false 2024-12-04T14:20:19,427 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,41811,1733322000414 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:20:19,523 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 760, reset compression=false 2024-12-04T14:20:19,630 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 760, reset compression=false 2024-12-04T14:20:19,632 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 760, reset compression=false 2024-12-04T14:20:19,735 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:19,736 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:20:19,736 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48367 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:20:19,883 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-04T14:20:19,887 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T14:20:19,927 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 760, reset compression=false 2024-12-04T14:20:19,934 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 760, reset compression=false 2024-12-04T14:20:20,036 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 760, reset compression=false 2024-12-04T14:20:20,040 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:20,040 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 916, reset compression=false 2024-12-04T14:20:20,041 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,44691,1733321996650 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b422cfc34eebaa45f7866a4b8676349/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T14:20:20,042 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:20,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:20,244 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 916, reset compression=false 2024-12-04T14:20:20,337 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 760, reset compression=false 2024-12-04T14:20:20,342 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:20,342 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 908, reset compression=false 2024-12-04T14:20:20,342 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,41811,1733322000414 got entry batch from reader: WALEntryBatch [walEntries=[{test/164e72002e1c03ae886a172e09ede604/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-04T14:20:20,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:20,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:20,430 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 760, reset compression=false 2024-12-04T14:20:20,434 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:20,434 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 932, reset compression=false 2024-12-04T14:20:20,434 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,43871,1733322004171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:20:20,545 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 908, reset compression=false 2024-12-04T14:20:20,548 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 916, reset compression=false 2024-12-04T14:20:20,637 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 932, reset compression=false 2024-12-04T14:20:20,849 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 908, reset compression=false 2024-12-04T14:20:20,889 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T14:20:20,893 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T14:20:20,941 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 932, reset compression=false 2024-12-04T14:20:20,951 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 916, reset compression=false 2024-12-04T14:20:21,261 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 908, reset compression=false 2024-12-04T14:20:21,266 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:21,266 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1067, reset compression=false 2024-12-04T14:20:21,266 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,41811,1733322000414 got entry batch from reader: WALEntryBatch [walEntries=[{test/164e72002e1c03ae886a172e09ede604/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T14:20:21,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:21,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:21,344 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 932, reset compression=false 2024-12-04T14:20:21,348 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:21,348 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 1082, reset compression=false 2024-12-04T14:20:21,348 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,43871,1733322004171 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ec03c5c8953b75fe5cfaa3c83c06364/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-04T14:20:21,349 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:21,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:21,455 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 916, reset compression=false 2024-12-04T14:20:21,460 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:21,460 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1090, reset compression=false 2024-12-04T14:20:21,460 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,44691,1733321996650 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:20:21,469 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1067, reset compression=false 2024-12-04T14:20:21,551 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 1082, reset compression=false 2024-12-04T14:20:21,663 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1090, reset compression=false 2024-12-04T14:20:21,773 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1067, reset compression=false 2024-12-04T14:20:21,855 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 1082, reset compression=false 2024-12-04T14:20:21,895 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T14:20:21,899 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-04T14:20:21,969 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1090, reset compression=false 2024-12-04T14:20:22,177 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1067, reset compression=false 2024-12-04T14:20:22,259 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 1082, reset compression=false 2024-12-04T14:20:22,270 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:22,270 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 1241, reset compression=false 2024-12-04T14:20:22,270 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,43871,1733322004171 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ec03c5c8953b75fe5cfaa3c83c06364/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T14:20:22,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:22,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:22,390 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1090, reset compression=false 2024-12-04T14:20:22,396 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:22,396 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1240, reset compression=false 2024-12-04T14:20:22,396 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,44691,1733321996650 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b422cfc34eebaa45f7866a4b8676349/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-12-04T14:20:22,397 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:22,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:22,494 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 1241, reset compression=false 2024-12-04T14:20:22,600 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1240, reset compression=false 2024-12-04T14:20:22,685 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1067, reset compression=false 2024-12-04T14:20:22,693 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:22,693 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1241, reset compression=false 2024-12-04T14:20:22,693 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,41811,1733322000414 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:20:22,797 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 1241, reset compression=false 2024-12-04T14:20:22,899 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1241, reset compression=false 2024-12-04T14:20:22,902 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-04T14:20:22,904 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1240, reset compression=false 2024-12-04T14:20:22,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9f7a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:22,923 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,33103,-1 for getting cluster id 2024-12-04T14:20:22,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:22,925 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dccb2fe5-27f3-4edf-b122-c77719173136' 2024-12-04T14:20:22,925 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dccb2fe5-27f3-4edf-b122-c77719173136" 2024-12-04T14:20:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4dcfd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,33103,-1] 2024-12-04T14:20:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:22,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:22,928 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:22,928 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221731ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:22,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,33103,1733322004122 2024-12-04T14:20:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2838ecfb 2024-12-04T14:20:22,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:22,936 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:20:22,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-12-04T14:20:22,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-04T14:20:22,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T14:20:22,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:20:23,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T14:20:23,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-04T14:20:23,098 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-12-04T14:20:23,099 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-12-04T14:20:23,099 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff648bb9ef17,43871,1733322004171 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-12-04T14:20:23,099 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0. 2024-12-04T14:20:23,099 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:23,100 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:23,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:23,100 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:23,200 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T14:20:23,200 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-04T14:20:23,206 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1241, reset compression=false 2024-12-04T14:20:23,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T14:20:23,301 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 terminated 2024-12-04T14:20:23,326 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-ff648bb9ef17,43871,1733322004171, ReplicationSource: 1, currentBandwidth=0 2024-12-04T14:20:23,327 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-12-04T14:20:23,327 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-04T14:20:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-04T14:20:23,330 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on ff648bb9ef17,43871,1733322004171 suceeded 2024-12-04T14:20:23,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T14:20:23,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 385 msec 2024-12-04T14:20:23,333 INFO [PEWorker-3 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-12-04T14:20:23,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 396 msec 2024-12-04T14:20:23,336 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1240, reset compression=false 2024-12-04T14:20:23,348 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:43817' 2024-12-04T14:20:23,349 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b5dab5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:23,349 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,43817,-1 for getting cluster id 2024-12-04T14:20:23,349 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:23,350 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ec362b9e-e2ed-4fe3-afb5-75a2c8358b40' 2024-12-04T14:20:23,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:23,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ec362b9e-e2ed-4fe3-afb5-75a2c8358b40" 2024-12-04T14:20:23,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@592293db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:23,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,43817,-1] 2024-12-04T14:20:23,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:23,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:23,351 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:23,352 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29ef20f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:23,352 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:23,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,43817,1733321996600 2024-12-04T14:20:23,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7627ac6b 2024-12-04T14:20:23,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:23,354 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-12-04T14:20:23,354 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff648bb9ef17,43871,1733322004171 (queues=1) is replicating from cluster=dccb2fe5-27f3-4edf-b122-c77719173136 to cluster=ec362b9e-e2ed-4fe3-afb5-75a2c8358b40 2024-12-04T14:20:23,354 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff648bb9ef17%2C43871%2C1733322004171 2024-12-04T14:20:23,354 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff648bb9ef17,43871,1733322004171, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:20:23,360 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C43871%2C1733322004171 2024-12-04T14:20:23,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T14:20:23,567 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-04T14:20:23,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:20:23,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:23,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:23,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:23,567 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:23,572 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-12-04T14:20:23,615 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1241, reset compression=false 2024-12-04T14:20:23,841 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1240, reset compression=false 2024-12-04T14:20:23,846 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:23,847 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1344, reset compression=false 2024-12-04T14:20:23,847 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,44691,1733321996650 got entry batch from reader: WALEntryBatch [walEntries=[{test/2b422cfc34eebaa45f7866a4b8676349/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T14:20:23,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:23,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41811 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:24,062 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1344, reset compression=false 2024-12-04T14:20:24,119 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1241, reset compression=false 2024-12-04T14:20:24,124 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:24,124 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1369, reset compression=false 2024-12-04T14:20:24,124 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,41811,1733322000414 got entry batch from reader: WALEntryBatch [walEntries=[{test/164e72002e1c03ae886a172e09ede604/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T14:20:24,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:24,128 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:24,328 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1369, reset compression=false 2024-12-04T14:20:24,366 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1344, reset compression=false 2024-12-04T14:20:24,574 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-12-04T14:20:24,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7943d745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:24,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,33103,-1 for getting cluster id 2024-12-04T14:20:24,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:24,579 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dccb2fe5-27f3-4edf-b122-c77719173136' 2024-12-04T14:20:24,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:24,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dccb2fe5-27f3-4edf-b122-c77719173136" 2024-12-04T14:20:24,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba676e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:24,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,33103,-1] 2024-12-04T14:20:24,579 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:24,580 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:24,580 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:24,581 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3ff4bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:24,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:24,584 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,33103,1733322004122 2024-12-04T14:20:24,584 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@132d78a8 2024-12-04T14:20:24,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:24,586 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:20:24,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-12-04T14:20:24,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-04T14:20:24,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T14:20:24,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:20:24,632 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1369, reset compression=false 2024-12-04T14:20:24,637 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:24,637 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1473, reset compression=false 2024-12-04T14:20:24,637 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,41811,1733322000414 got entry batch from reader: WALEntryBatch [walEntries=[{test/164e72002e1c03ae886a172e09ede604/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T14:20:24,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:24,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43871 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:24,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T14:20:24,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43871 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-12-04T14:20:24,748 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-12-04T14:20:24,749 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-04T14:20:24,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-12-04T14:20:24,751 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on ff648bb9ef17,43871,1733322004171 suceeded 2024-12-04T14:20:24,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-04T14:20:24,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-12-04T14:20:24,753 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-12-04T14:20:24,755 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 167 msec 2024-12-04T14:20:24,756 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775, startPosition=1241, beingWritten=true 2024-12-04T14:20:24,762 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:24,762 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 1521, reset compression=false 2024-12-04T14:20:24,762 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,43871,1733322004171 got entry batch from reader: WALEntryBatch [walEntries=[{test/4ec03c5c8953b75fe5cfaa3c83c06364/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-12-04T14:20:24,765 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:20:24,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-12-04T14:20:24,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:24,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44691 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:24,770 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1344, reset compression=false 2024-12-04T14:20:24,774 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:24,774 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1496, reset compression=false 2024-12-04T14:20:24,774 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,44691,1733321996650 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:20:24,841 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1473, reset compression=false 2024-12-04T14:20:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-04T14:20:24,906 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-12-04T14:20:24,906 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:20:24,907 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:24,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:24,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:24,907 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:24,909 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-12-04T14:20:24,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:20:24,909 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:20:24,909 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:24,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:24,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:24,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:24,909 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:20:24,909 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1925746112, stopped=false 2024-12-04T14:20:24,910 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,33103,1733322004122 2024-12-04T14:20:24,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1520232635/running 2024-12-04T14:20:24,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1520232635/running 2024-12-04T14:20:24,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635 2024-12-04T14:20:24,911 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:20:24,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635 2024-12-04T14:20:24,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:20:24,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:24,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:24,911 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,43871,1733322004171' ***** 2024-12-04T14:20:24,912 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:20:24,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Set watcher on znode that does not yet exist, /2-1520232635/running 2024-12-04T14:20:24,912 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:20:24,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Set watcher on znode that does not yet exist, /2-1520232635/running 2024-12-04T14:20:24,912 INFO [RS:0;ff648bb9ef17:43871 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:20:24,912 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:20:24,912 INFO [RS:0;ff648bb9ef17:43871 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:20:24,912 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(3091): Received CLOSE for d8f8259b023b26091b4f91d09cf66ead 2024-12-04T14:20:24,913 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(3091): Received CLOSE for 4ec03c5c8953b75fe5cfaa3c83c06364 2024-12-04T14:20:24,913 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,43871,1733322004171 2024-12-04T14:20:24,913 INFO [RS:0;ff648bb9ef17:43871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:20:24,913 INFO [RS:0;ff648bb9ef17:43871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:43871. 2024-12-04T14:20:24,913 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8f8259b023b26091b4f91d09cf66ead, disabling compactions & flushes 2024-12-04T14:20:24,913 DEBUG [RS:0;ff648bb9ef17:43871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:24,913 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead. 2024-12-04T14:20:24,913 DEBUG [RS:0;ff648bb9ef17:43871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:24,913 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead. 2024-12-04T14:20:24,913 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead. after waiting 0 ms 2024-12-04T14:20:24,913 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead. 2024-12-04T14:20:24,913 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:20:24,913 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:20:24,913 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:20:24,913 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:20:24,913 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d8f8259b023b26091b4f91d09cf66ead 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-12-04T14:20:24,914 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T14:20:24,914 DEBUG [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(1325): Online Regions={d8f8259b023b26091b4f91d09cf66ead=hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead., 1588230740=hbase:meta,,1.1588230740, 4ec03c5c8953b75fe5cfaa3c83c06364=test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364.} 2024-12-04T14:20:24,914 DEBUG [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ec03c5c8953b75fe5cfaa3c83c06364, d8f8259b023b26091b4f91d09cf66ead 2024-12-04T14:20:24,914 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:20:24,914 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:20:24,914 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:20:24,914 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:20:24,914 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:20:24,914 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T14:20:24,931 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/.tmp/info/5bbeec7e079844778dd3d0169aaf1f0c is 147, key is hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead./info:regioninfo/1733322015869/Put/seqid=0 2024-12-04T14:20:24,932 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/replication/d8f8259b023b26091b4f91d09cf66ead/.tmp/queue/5701101014fb46d9b17ce5d61c8ae1d0 is 154, key is 1-ff648bb9ef17,43871,1733322004171/queue:ff648bb9ef17%2C43871%2C1733322004171/1733322024770/Put/seqid=0 2024-12-04T14:20:24,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741840_1016 (size=7686) 2024-12-04T14:20:24,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741841_1017 (size=5353) 2024-12-04T14:20:24,946 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:20:24,966 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 1521, reset compression=false 2024-12-04T14:20:24,978 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1496, reset compression=false 2024-12-04T14:20:25,114 DEBUG [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ec03c5c8953b75fe5cfaa3c83c06364, d8f8259b023b26091b4f91d09cf66ead 2024-12-04T14:20:25,145 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1473, reset compression=false 2024-12-04T14:20:25,270 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 1521, reset compression=false 2024-12-04T14:20:25,283 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1496, reset compression=false 2024-12-04T14:20:25,314 DEBUG [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ec03c5c8953b75fe5cfaa3c83c06364, d8f8259b023b26091b4f91d09cf66ead 2024-12-04T14:20:25,338 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/.tmp/info/5bbeec7e079844778dd3d0169aaf1f0c 2024-12-04T14:20:25,339 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/replication/d8f8259b023b26091b4f91d09cf66ead/.tmp/queue/5701101014fb46d9b17ce5d61c8ae1d0 2024-12-04T14:20:25,352 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/replication/d8f8259b023b26091b4f91d09cf66ead/.tmp/queue/5701101014fb46d9b17ce5d61c8ae1d0 as hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/replication/d8f8259b023b26091b4f91d09cf66ead/queue/5701101014fb46d9b17ce5d61c8ae1d0 2024-12-04T14:20:25,363 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/replication/d8f8259b023b26091b4f91d09cf66ead/queue/5701101014fb46d9b17ce5d61c8ae1d0, entries=1, sequenceid=13, filesize=5.2 K 2024-12-04T14:20:25,364 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for d8f8259b023b26091b4f91d09cf66ead in 451ms, sequenceid=13, compaction requested=false 2024-12-04T14:20:25,372 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/replication/d8f8259b023b26091b4f91d09cf66ead/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-12-04T14:20:25,373 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:20:25,373 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:20:25,373 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead. 2024-12-04T14:20:25,373 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8f8259b023b26091b4f91d09cf66ead: Waiting for close lock at 1733322024913Running coprocessor pre-close hooks at 1733322024913Disabling compacts and flushes for region at 1733322024913Disabling writes for close at 1733322024913Obtaining lock to block concurrent updates at 1733322024913Preparing flush snapshotting stores in d8f8259b023b26091b4f91d09cf66ead at 1733322024913Finished memstore snapshotting hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1733322024914 (+1 ms)Flushing stores of hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead. at 1733322024914Flushing d8f8259b023b26091b4f91d09cf66ead/queue: creating writer at 1733322024914Flushing d8f8259b023b26091b4f91d09cf66ead/queue: appending metadata at 1733322024932 (+18 ms)Flushing d8f8259b023b26091b4f91d09cf66ead/queue: closing flushed file at 1733322024932Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@102680a4: reopening flushed file at 1733322025347 (+415 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for d8f8259b023b26091b4f91d09cf66ead in 451ms, sequenceid=13, compaction requested=false at 1733322025364 (+17 ms)Writing region close event to WAL at 1733322025368 (+4 ms)Running coprocessor post-close hooks at 1733322025373 (+5 ms)Closed at 1733322025373 2024-12-04T14:20:25,373 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733322014693.d8f8259b023b26091b4f91d09cf66ead. 2024-12-04T14:20:25,373 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4ec03c5c8953b75fe5cfaa3c83c06364, disabling compactions & flushes 2024-12-04T14:20:25,374 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364. 2024-12-04T14:20:25,374 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364. 2024-12-04T14:20:25,374 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364. after waiting 0 ms 2024-12-04T14:20:25,374 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364. 2024-12-04T14:20:25,374 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4ec03c5c8953b75fe5cfaa3c83c06364 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-04T14:20:25,384 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/.tmp/ns/af1e749bb3854821a5561380faab3b34 is 43, key is default/ns:d/1733322006370/Put/seqid=0 2024-12-04T14:20:25,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741842_1018 (size=5153) 2024-12-04T14:20:25,391 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/.tmp/ns/af1e749bb3854821a5561380faab3b34 2024-12-04T14:20:25,409 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/default/test/4ec03c5c8953b75fe5cfaa3c83c06364/.tmp/f/fa8505f0d3b9449f96b73d6140a2b002 is 37, key is row3/f:row3/1733322023569/Put/seqid=0 2024-12-04T14:20:25,424 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/.tmp/rep_barrier/034c10560576474895de0f15c88d8f85 is 112, key is test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364./rep_barrier:seqnumDuringOpen/1733322010120/Put/seqid=0 2024-12-04T14:20:25,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741843_1019 (size=5228) 2024-12-04T14:20:25,426 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/default/test/4ec03c5c8953b75fe5cfaa3c83c06364/.tmp/f/fa8505f0d3b9449f96b73d6140a2b002 2024-12-04T14:20:25,434 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa8505f0d3b9449f96b73d6140a2b002 2024-12-04T14:20:25,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741844_1020 (size=5518) 2024-12-04T14:20:25,443 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/.tmp/rep_barrier/034c10560576474895de0f15c88d8f85 2024-12-04T14:20:25,469 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/default/test/4ec03c5c8953b75fe5cfaa3c83c06364/.tmp/f1/7b25b2eda8b14c2387335ef21f2c25e7 is 30, key is row1/f1:/1733322020890/DeleteFamily/seqid=0 2024-12-04T14:20:25,476 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/.tmp/table/6485773ce2124634b364ea01efdfa196 is 53, key is hbase:replication/table:state/1733322015877/Put/seqid=0 2024-12-04T14:20:25,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741845_1021 (size=5158) 2024-12-04T14:20:25,483 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/default/test/4ec03c5c8953b75fe5cfaa3c83c06364/.tmp/f1/7b25b2eda8b14c2387335ef21f2c25e7 2024-12-04T14:20:25,486 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b25b2eda8b14c2387335ef21f2c25e7 2024-12-04T14:20:25,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741846_1022 (size=5308) 2024-12-04T14:20:25,492 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/.tmp/table/6485773ce2124634b364ea01efdfa196 2024-12-04T14:20:25,504 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/.tmp/info/5bbeec7e079844778dd3d0169aaf1f0c as hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/info/5bbeec7e079844778dd3d0169aaf1f0c 2024-12-04T14:20:25,509 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/info/5bbeec7e079844778dd3d0169aaf1f0c, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T14:20:25,513 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/.tmp/ns/af1e749bb3854821a5561380faab3b34 as hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/ns/af1e749bb3854821a5561380faab3b34 2024-12-04T14:20:25,514 DEBUG [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4ec03c5c8953b75fe5cfaa3c83c06364 2024-12-04T14:20:25,518 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/ns/af1e749bb3854821a5561380faab3b34, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T14:20:25,519 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/.tmp/rep_barrier/034c10560576474895de0f15c88d8f85 as hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/rep_barrier/034c10560576474895de0f15c88d8f85 2024-12-04T14:20:25,520 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/default/test/4ec03c5c8953b75fe5cfaa3c83c06364/.tmp/norep/7b0b58da41b44a22b08cdb1a7950ac4e is 33, key is row2/norep:/1733322021896/DeleteFamily/seqid=0 2024-12-04T14:20:25,525 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/rep_barrier/034c10560576474895de0f15c88d8f85, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T14:20:25,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741847_1023 (size=5108) 2024-12-04T14:20:25,528 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/.tmp/table/6485773ce2124634b364ea01efdfa196 as hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/table/6485773ce2124634b364ea01efdfa196 2024-12-04T14:20:25,532 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/table/6485773ce2124634b364ea01efdfa196, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T14:20:25,533 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 619ms, sequenceid=16, compaction requested=false 2024-12-04T14:20:25,538 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T14:20:25,539 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:20:25,539 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:20:25,539 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:20:25,539 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733322024914Running coprocessor pre-close hooks at 1733322024914Disabling compacts and flushes for region at 1733322024914Disabling writes for close at 1733322024914Obtaining lock to block concurrent updates at 1733322024914Preparing flush snapshotting stores in 1588230740 at 1733322024914Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733322024915 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733322024915Flushing 1588230740/info: creating writer at 1733322024915Flushing 1588230740/info: appending metadata at 1733322024930 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733322024930Flushing 1588230740/ns: creating writer at 1733322025345 (+415 ms)Flushing 1588230740/ns: appending metadata at 1733322025383 (+38 ms)Flushing 1588230740/ns: closing flushed file at 1733322025383Flushing 1588230740/rep_barrier: creating writer at 1733322025400 (+17 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733322025423 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733322025423Flushing 1588230740/table: creating writer at 1733322025449 (+26 ms)Flushing 1588230740/table: appending metadata at 1733322025475 (+26 ms)Flushing 1588230740/table: closing flushed file at 1733322025475Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69f41609: reopening flushed file at 1733322025496 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be1ee26: reopening flushed file at 1733322025509 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fae16f9: reopening flushed file at 1733322025518 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@530f6ba6: reopening flushed file at 1733322025525 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 619ms, sequenceid=16, compaction requested=false at 1733322025533 (+8 ms)Writing region close event to WAL at 1733322025535 (+2 ms)Running coprocessor post-close hooks at 1733322025539 (+4 ms)Closed at 1733322025539 2024-12-04T14:20:25,539 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:20:25,548 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1473, reset compression=false 2024-12-04T14:20:25,637 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:20:25,637 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:20:25,674 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 1521, reset compression=false 2024-12-04T14:20:25,681 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:25,681 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 1768, reset compression=false 2024-12-04T14:20:25,681 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,43871,1733322004171 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:20:25,682 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff648bb9ef17,43871,1733322004171: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ff648bb9ef17,43871,1733322004171, walGroup=ff648bb9ef17%2C43871%2C1733322004171, offset=ff648bb9ef17%2C43871%2C1733322004171.1733322005775:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:43871 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T14:20:25,683 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T14:20:25,683 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T14:20:25,684 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T14:20:25,684 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T14:20:25,684 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T14:20:25,684 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 863631616 }, "NonHeapMemoryUsage": { "committed": 200867840, "init": 7667712, "max": -1, "used": 198038816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T14:20:25,684 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:33103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:33103 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T14:20:25,687 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1496, reset compression=false 2024-12-04T14:20:25,715 DEBUG [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(1351): Waiting on 4ec03c5c8953b75fe5cfaa3c83c06364 2024-12-04T14:20:25,889 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 1768, reset compression=false 2024-12-04T14:20:25,915 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T14:20:25,915 DEBUG [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(1325): Online Regions={4ec03c5c8953b75fe5cfaa3c83c06364=test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364.} 2024-12-04T14:20:25,915 DEBUG [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(1351): Waiting on 4ec03c5c8953b75fe5cfaa3c83c06364 2024-12-04T14:20:25,928 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/default/test/4ec03c5c8953b75fe5cfaa3c83c06364/.tmp/norep/7b0b58da41b44a22b08cdb1a7950ac4e 2024-12-04T14:20:25,933 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b0b58da41b44a22b08cdb1a7950ac4e 2024-12-04T14:20:25,934 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/default/test/4ec03c5c8953b75fe5cfaa3c83c06364/.tmp/f/fa8505f0d3b9449f96b73d6140a2b002 as hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/default/test/4ec03c5c8953b75fe5cfaa3c83c06364/f/fa8505f0d3b9449f96b73d6140a2b002 2024-12-04T14:20:25,943 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fa8505f0d3b9449f96b73d6140a2b002 2024-12-04T14:20:25,943 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/default/test/4ec03c5c8953b75fe5cfaa3c83c06364/f/fa8505f0d3b9449f96b73d6140a2b002, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T14:20:25,945 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/default/test/4ec03c5c8953b75fe5cfaa3c83c06364/.tmp/f1/7b25b2eda8b14c2387335ef21f2c25e7 as hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/default/test/4ec03c5c8953b75fe5cfaa3c83c06364/f1/7b25b2eda8b14c2387335ef21f2c25e7 2024-12-04T14:20:25,955 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b25b2eda8b14c2387335ef21f2c25e7 2024-12-04T14:20:25,955 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/default/test/4ec03c5c8953b75fe5cfaa3c83c06364/f1/7b25b2eda8b14c2387335ef21f2c25e7, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T14:20:25,957 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/default/test/4ec03c5c8953b75fe5cfaa3c83c06364/.tmp/norep/7b0b58da41b44a22b08cdb1a7950ac4e as hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/default/test/4ec03c5c8953b75fe5cfaa3c83c06364/norep/7b0b58da41b44a22b08cdb1a7950ac4e 2024-12-04T14:20:25,963 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7b0b58da41b44a22b08cdb1a7950ac4e 2024-12-04T14:20:25,963 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/default/test/4ec03c5c8953b75fe5cfaa3c83c06364/norep/7b0b58da41b44a22b08cdb1a7950ac4e, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T14:20:25,964 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4ec03c5c8953b75fe5cfaa3c83c06364 in 590ms, sequenceid=12, compaction requested=false 2024-12-04T14:20:25,978 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/data/default/test/4ec03c5c8953b75fe5cfaa3c83c06364/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T14:20:25,984 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:20:25,984 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:20:25,984 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364. 2024-12-04T14:20:25,984 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4ec03c5c8953b75fe5cfaa3c83c06364: Waiting for close lock at 1733322025373Running coprocessor pre-close hooks at 1733322025373Disabling compacts and flushes for region at 1733322025373Disabling writes for close at 1733322025374 (+1 ms)Obtaining lock to block concurrent updates at 1733322025374Preparing flush snapshotting stores in 4ec03c5c8953b75fe5cfaa3c83c06364 at 1733322025374Finished memstore snapshotting test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733322025374Flushing stores of test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364. at 1733322025375 (+1 ms)Flushing 4ec03c5c8953b75fe5cfaa3c83c06364/f: creating writer at 1733322025375Flushing 4ec03c5c8953b75fe5cfaa3c83c06364/f: appending metadata at 1733322025408 (+33 ms)Flushing 4ec03c5c8953b75fe5cfaa3c83c06364/f: closing flushed file at 1733322025408Flushing 4ec03c5c8953b75fe5cfaa3c83c06364/f1: creating writer at 1733322025434 (+26 ms)Flushing 4ec03c5c8953b75fe5cfaa3c83c06364/f1: appending metadata at 1733322025468 (+34 ms)Flushing 4ec03c5c8953b75fe5cfaa3c83c06364/f1: closing flushed file at 1733322025468Flushing 4ec03c5c8953b75fe5cfaa3c83c06364/norep: creating writer at 1733322025487 (+19 ms)Flushing 4ec03c5c8953b75fe5cfaa3c83c06364/norep: appending metadata at 1733322025519 (+32 ms)Flushing 4ec03c5c8953b75fe5cfaa3c83c06364/norep: closing flushed file at 1733322025519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74dcd947: reopening flushed file at 1733322025933 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48101542: reopening flushed file at 1733322025943 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f360767: reopening flushed file at 1733322025956 (+13 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 4ec03c5c8953b75fe5cfaa3c83c06364 in 590ms, sequenceid=12, compaction requested=false at 1733322025964 (+8 ms)Writing region close event to WAL at 1733322025973 (+9 ms)Running coprocessor post-close hooks at 1733322025984 (+11 ms)Closed at 1733322025984 2024-12-04T14:20:25,984 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733322009722.4ec03c5c8953b75fe5cfaa3c83c06364. 2024-12-04T14:20:26,052 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1473, reset compression=false 2024-12-04T14:20:26,115 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,43871,1733322004171; all regions closed. 2024-12-04T14:20:26,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741834_1010 (size=4239) 2024-12-04T14:20:26,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741839_1015 (size=3333) 2024-12-04T14:20:26,131 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.rep.1733322015831 not finished, retry = 0 2024-12-04T14:20:26,188 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T14:20:26,196 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1496, reset compression=false 2024-12-04T14:20:26,197 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 1768, reset compression=false 2024-12-04T14:20:26,227 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:26,227 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/WALs/ff648bb9ef17,43871,1733322004171/ff648bb9ef17%2C43871%2C1733322004171.1733322005775 to pos 2412, reset compression=false 2024-12-04T14:20:26,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741832_1008 (size=2420) 2024-12-04T14:20:26,246 DEBUG [RS:0;ff648bb9ef17:43871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:26,246 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:20:26,246 INFO [RS:0;ff648bb9ef17:43871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:20:26,246 INFO [RS:0;ff648bb9ef17:43871 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:20:26,246 INFO [RS:0;ff648bb9ef17:43871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:20:26,246 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:20:26,247 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff648bb9ef17,43871,1733322004171 because: Region server is closing 2024-12-04T14:20:26,247 INFO [RS:0;ff648bb9ef17:43871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:43871. 2024-12-04T14:20:26,247 DEBUG [RS:0;ff648bb9ef17:43871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:26,247 DEBUG [RS:0;ff648bb9ef17:43871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:26,247 DEBUG [RS:0;ff648bb9ef17:43871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:26,247 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:26,347 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.shipperff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 terminated 2024-12-04T14:20:26,347 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,43871,1733322004171.replicationSource.wal-reader.ff648bb9ef17%2C43871%2C1733322004171,1-ff648bb9ef17,43871,1733322004171 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T14:20:26,348 INFO [RS:0;ff648bb9ef17:43871 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:43871. 2024-12-04T14:20:26,348 DEBUG [RS:0;ff648bb9ef17:43871 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:26,348 DEBUG [RS:0;ff648bb9ef17:43871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:26,348 DEBUG [RS:0;ff648bb9ef17:43871 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:26,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:26,348 INFO [RS:0;ff648bb9ef17:43871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43871 2024-12-04T14:20:26,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635/rs 2024-12-04T14:20:26,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1520232635/rs/ff648bb9ef17,43871,1733322004171 2024-12-04T14:20:26,351 INFO [RS:0;ff648bb9ef17:43871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:20:26,352 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,43871,1733322004171] 2024-12-04T14:20:26,353 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1520232635/draining/ff648bb9ef17,43871,1733322004171 already deleted, retry=false 2024-12-04T14:20:26,353 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,43871,1733322004171 expired; onlineServers=0 2024-12-04T14:20:26,353 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,33103,1733322004122' ***** 2024-12-04T14:20:26,353 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:20:26,354 INFO [M:0;ff648bb9ef17:33103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:20:26,354 INFO [M:0;ff648bb9ef17:33103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:20:26,354 DEBUG [M:0;ff648bb9ef17:33103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:20:26,354 DEBUG [M:0;ff648bb9ef17:33103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:20:26,354 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:20:26,354 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322005552 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322005552,5,FailOnTimeoutGroup] 2024-12-04T14:20:26,354 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322005556 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322005556,5,FailOnTimeoutGroup] 2024-12-04T14:20:26,354 INFO [M:0;ff648bb9ef17:33103 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:20:26,354 INFO [M:0;ff648bb9ef17:33103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:20:26,354 DEBUG [M:0;ff648bb9ef17:33103 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:20:26,354 INFO [M:0;ff648bb9ef17:33103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:20:26,354 INFO [M:0;ff648bb9ef17:33103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:20:26,355 INFO [M:0;ff648bb9ef17:33103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:20:26,355 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:20:26,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1520232635/master 2024-12-04T14:20:26,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1520232635 2024-12-04T14:20:26,357 DEBUG [M:0;ff648bb9ef17:33103 {}] zookeeper.ZKUtil(347): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Unable to get data of znode /2-1520232635/master because node does not exist (not an error) 2024-12-04T14:20:26,357 WARN [M:0;ff648bb9ef17:33103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:20:26,363 INFO [M:0;ff648bb9ef17:33103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/.lastflushedseqids 2024-12-04T14:20:26,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741848_1024 (size=245) 2024-12-04T14:20:26,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:20:26,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43871-0x1017dd89f790007, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:20:26,453 INFO [RS:0;ff648bb9ef17:43871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:20:26,453 INFO [RS:0;ff648bb9ef17:43871 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,43871,1733322004171; zookeeper connection closed. 2024-12-04T14:20:26,454 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3af5ee42 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3af5ee42 2024-12-04T14:20:26,454 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:20:26,657 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1473, reset compression=false 2024-12-04T14:20:26,774 INFO [M:0;ff648bb9ef17:33103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:20:26,775 INFO [M:0;ff648bb9ef17:33103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:20:26,775 DEBUG [M:0;ff648bb9ef17:33103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:20:26,775 INFO [M:0;ff648bb9ef17:33103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:26,775 DEBUG [M:0;ff648bb9ef17:33103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:26,775 DEBUG [M:0;ff648bb9ef17:33103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:20:26,775 DEBUG [M:0;ff648bb9ef17:33103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:26,775 INFO [M:0;ff648bb9ef17:33103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-12-04T14:20:26,790 DEBUG [M:0;ff648bb9ef17:33103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0288684a9d1943c9bb1ce705238e0d6c is 82, key is hbase:meta,,1/info:regioninfo/1733322006359/Put/seqid=0 2024-12-04T14:20:26,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741849_1025 (size=5672) 2024-12-04T14:20:26,811 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1496, reset compression=false 2024-12-04T14:20:27,194 INFO [M:0;ff648bb9ef17:33103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0288684a9d1943c9bb1ce705238e0d6c 2024-12-04T14:20:27,226 DEBUG [M:0;ff648bb9ef17:33103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a63bed74b254b6f8e0552cb3f38506e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733322015880/Put/seqid=0 2024-12-04T14:20:27,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741850_1026 (size=9212) 2024-12-04T14:20:27,361 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1473, reset compression=false 2024-12-04T14:20:27,514 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1496, reset compression=false 2024-12-04T14:20:27,630 INFO [M:0;ff648bb9ef17:33103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a63bed74b254b6f8e0552cb3f38506e 2024-12-04T14:20:27,652 DEBUG [M:0;ff648bb9ef17:33103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e867a8a4ea54d7f86a4d14ac95dd89c is 69, key is ff648bb9ef17,43871,1733322004171/rs:state/1733322005616/Put/seqid=0 2024-12-04T14:20:27,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741851_1027 (size=5156) 2024-12-04T14:20:28,057 INFO [M:0;ff648bb9ef17:33103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e867a8a4ea54d7f86a4d14ac95dd89c 2024-12-04T14:20:28,061 DEBUG [M:0;ff648bb9ef17:33103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0288684a9d1943c9bb1ce705238e0d6c as hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0288684a9d1943c9bb1ce705238e0d6c 2024-12-04T14:20:28,065 INFO [M:0;ff648bb9ef17:33103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0288684a9d1943c9bb1ce705238e0d6c, entries=8, sequenceid=127, filesize=5.5 K 2024-12-04T14:20:28,065 DEBUG [M:0;ff648bb9ef17:33103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2a63bed74b254b6f8e0552cb3f38506e as hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a63bed74b254b6f8e0552cb3f38506e 2024-12-04T14:20:28,069 INFO [M:0;ff648bb9ef17:33103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2a63bed74b254b6f8e0552cb3f38506e, entries=15, sequenceid=127, filesize=9.0 K 2024-12-04T14:20:28,070 DEBUG [M:0;ff648bb9ef17:33103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e867a8a4ea54d7f86a4d14ac95dd89c as hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e867a8a4ea54d7f86a4d14ac95dd89c 2024-12-04T14:20:28,074 INFO [M:0;ff648bb9ef17:33103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41811/user/jenkins/test-data/4a066fe6-01a0-ffd3-0b1a-d20281c33ff4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e867a8a4ea54d7f86a4d14ac95dd89c, entries=1, sequenceid=127, filesize=5.0 K 2024-12-04T14:20:28,075 INFO [M:0;ff648bb9ef17:33103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=127, compaction requested=false 2024-12-04T14:20:28,076 INFO [M:0;ff648bb9ef17:33103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:28,076 DEBUG [M:0;ff648bb9ef17:33103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733322026775Disabling compacts and flushes for region at 1733322026775Disabling writes for close at 1733322026775Obtaining lock to block concurrent updates at 1733322026775Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733322026775Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1733322026775Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733322026776 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733322026776Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733322026790 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733322026790Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733322027198 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733322027225 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733322027225Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733322027634 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733322027651 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733322027651Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5774ab0e: reopening flushed file at 1733322028060 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@252a0df6: reopening flushed file at 1733322028065 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42c11d88: reopening flushed file at 1733322028069 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=127, compaction requested=false at 1733322028075 (+6 ms)Writing region close event to WAL at 1733322028076 (+1 ms)Closed at 1733322028076 2024-12-04T14:20:28,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37709 is added to blk_1073741830_1006 (size=73866) 2024-12-04T14:20:28,079 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:20:28,079 INFO [M:0;ff648bb9ef17:33103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:20:28,079 INFO [M:0;ff648bb9ef17:33103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33103 2024-12-04T14:20:28,079 INFO [M:0;ff648bb9ef17:33103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:20:28,165 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1473, reset compression=false 2024-12-04T14:20:28,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:20:28,185 INFO [M:0;ff648bb9ef17:33103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:20:28,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33103-0x1017dd89f790006, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:20:28,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@747769f4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:20:28,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19f00c6f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:20:28,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:20:28,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cb72658{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:20:28,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5102eb08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/hadoop.log.dir/,STOPPED} 2024-12-04T14:20:28,196 WARN [BP-1144122808-172.17.0.2-1733322003076 heartbeating to localhost/127.0.0.1:41811 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:20:28,196 WARN [BP-1144122808-172.17.0.2-1733322003076 heartbeating to localhost/127.0.0.1:41811 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1144122808-172.17.0.2-1733322003076 (Datanode Uuid 980394e6-634b-476f-ad69-67099520656c) service to localhost/127.0.0.1:41811 2024-12-04T14:20:28,196 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:20:28,196 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:20:28,197 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/cluster_45df709b-20db-df8c-defe-6acbb69f1ac4/data/data1/current/BP-1144122808-172.17.0.2-1733322003076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:20:28,197 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/cluster_45df709b-20db-df8c-defe-6acbb69f1ac4/data/data2/current/BP-1144122808-172.17.0.2-1733322003076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:20:28,198 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:20:28,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66cf0a60{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:20:28,206 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f929773{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:20:28,206 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:20:28,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73490c3a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:20:28,206 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@141a0739{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/hadoop.log.dir/,STOPPED} 2024-12-04T14:20:28,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:20:28,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:20:28,222 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:20:28,222 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:28,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:28,223 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:28,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:28,223 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:20:28,223 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1796293331, stopped=false 2024-12-04T14:20:28,223 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,39143,1733322000371 2024-12-04T14:20:28,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-630177904/running 2024-12-04T14:20:28,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904 2024-12-04T14:20:28,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-630177904/running 2024-12-04T14:20:28,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904 2024-12-04T14:20:28,225 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:20:28,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Set watcher on znode that does not yet exist, /1-630177904/running 2024-12-04T14:20:28,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Set watcher on znode that does not yet exist, /1-630177904/running 2024-12-04T14:20:28,227 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:20:28,227 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:28,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:28,228 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,41811,1733322000414' ***** 2024-12-04T14:20:28,228 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:20:28,229 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:20:28,229 INFO [RS:0;ff648bb9ef17:41811 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:20:28,229 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:20:28,229 INFO [RS:0;ff648bb9ef17:41811 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:20:28,229 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(3091): Received CLOSE for 354bcef3e45f2181f0e4a1b6e6878bf9 2024-12-04T14:20:28,229 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(3091): Received CLOSE for 164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:28,229 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,41811,1733322000414 2024-12-04T14:20:28,229 INFO [RS:0;ff648bb9ef17:41811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:20:28,229 INFO [RS:0;ff648bb9ef17:41811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:41811. 2024-12-04T14:20:28,229 DEBUG [RS:0;ff648bb9ef17:41811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:28,229 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 354bcef3e45f2181f0e4a1b6e6878bf9, disabling compactions & flushes 2024-12-04T14:20:28,229 DEBUG [RS:0;ff648bb9ef17:41811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:28,229 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9. 2024-12-04T14:20:28,229 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9. 2024-12-04T14:20:28,230 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9. after waiting 0 ms 2024-12-04T14:20:28,230 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9. 2024-12-04T14:20:28,230 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:20:28,230 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:20:28,230 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:20:28,230 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:20:28,230 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 354bcef3e45f2181f0e4a1b6e6878bf9 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-04T14:20:28,230 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T14:20:28,230 DEBUG [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(1325): Online Regions={354bcef3e45f2181f0e4a1b6e6878bf9=hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9., 1588230740=hbase:meta,,1.1588230740, 164e72002e1c03ae886a172e09ede604=test,,1733322007562.164e72002e1c03ae886a172e09ede604.} 2024-12-04T14:20:28,230 DEBUG [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 164e72002e1c03ae886a172e09ede604, 354bcef3e45f2181f0e4a1b6e6878bf9 2024-12-04T14:20:28,230 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:20:28,230 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:20:28,230 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:20:28,230 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:20:28,230 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:20:28,230 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T14:20:28,252 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/.tmp/info/ad8972dca23b470d8b81eccbfb49348b is 147, key is hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9./info:regioninfo/1733322013696/Put/seqid=0 2024-12-04T14:20:28,254 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/replication/354bcef3e45f2181f0e4a1b6e6878bf9/.tmp/queue/e79956ee9671448eade8d989caf7746a is 154, key is 1-ff648bb9ef17,41811,1733322000414/queue:ff648bb9ef17%2C41811%2C1733322000414/1733322024642/Put/seqid=0 2024-12-04T14:20:28,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741840_1016 (size=7686) 2024-12-04T14:20:28,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741841_1017 (size=5353) 2024-12-04T14:20:28,289 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:20:28,318 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1496, reset compression=false 2024-12-04T14:20:28,430 DEBUG [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 164e72002e1c03ae886a172e09ede604, 354bcef3e45f2181f0e4a1b6e6878bf9 2024-12-04T14:20:28,631 DEBUG [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 164e72002e1c03ae886a172e09ede604, 354bcef3e45f2181f0e4a1b6e6878bf9 2024-12-04T14:20:28,658 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/.tmp/info/ad8972dca23b470d8b81eccbfb49348b 2024-12-04T14:20:28,663 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/replication/354bcef3e45f2181f0e4a1b6e6878bf9/.tmp/queue/e79956ee9671448eade8d989caf7746a 2024-12-04T14:20:28,671 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/replication/354bcef3e45f2181f0e4a1b6e6878bf9/.tmp/queue/e79956ee9671448eade8d989caf7746a as hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/replication/354bcef3e45f2181f0e4a1b6e6878bf9/queue/e79956ee9671448eade8d989caf7746a 2024-12-04T14:20:28,676 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/replication/354bcef3e45f2181f0e4a1b6e6878bf9/queue/e79956ee9671448eade8d989caf7746a, entries=1, sequenceid=14, filesize=5.2 K 2024-12-04T14:20:28,677 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 354bcef3e45f2181f0e4a1b6e6878bf9 in 447ms, sequenceid=14, compaction requested=false 2024-12-04T14:20:28,686 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/.tmp/ns/6eee16fda06748878a3d1f5ebee7f531 is 43, key is default/ns:d/1733322002972/Put/seqid=0 2024-12-04T14:20:28,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741842_1018 (size=5153) 2024-12-04T14:20:28,690 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/replication/354bcef3e45f2181f0e4a1b6e6878bf9/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-04T14:20:28,691 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:20:28,691 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:20:28,691 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9. 2024-12-04T14:20:28,691 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 354bcef3e45f2181f0e4a1b6e6878bf9: Waiting for close lock at 1733322028229Running coprocessor pre-close hooks at 1733322028229Disabling compacts and flushes for region at 1733322028229Disabling writes for close at 1733322028230 (+1 ms)Obtaining lock to block concurrent updates at 1733322028230Preparing flush snapshotting stores in 354bcef3e45f2181f0e4a1b6e6878bf9 at 1733322028230Finished memstore snapshotting hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733322028230Flushing stores of hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9. at 1733322028231 (+1 ms)Flushing 354bcef3e45f2181f0e4a1b6e6878bf9/queue: creating writer at 1733322028231Flushing 354bcef3e45f2181f0e4a1b6e6878bf9/queue: appending metadata at 1733322028254 (+23 ms)Flushing 354bcef3e45f2181f0e4a1b6e6878bf9/queue: closing flushed file at 1733322028254Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76a85a3d: reopening flushed file at 1733322028671 (+417 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 354bcef3e45f2181f0e4a1b6e6878bf9 in 447ms, sequenceid=14, compaction requested=false at 1733322028677 (+6 ms)Writing region close event to WAL at 1733322028687 (+10 ms)Running coprocessor post-close hooks at 1733322028690 (+3 ms)Closed at 1733322028691 (+1 ms) 2024-12-04T14:20:28,691 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733322012530.354bcef3e45f2181f0e4a1b6e6878bf9. 2024-12-04T14:20:28,691 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 164e72002e1c03ae886a172e09ede604, disabling compactions & flushes 2024-12-04T14:20:28,691 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733322007562.164e72002e1c03ae886a172e09ede604. 2024-12-04T14:20:28,691 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733322007562.164e72002e1c03ae886a172e09ede604. 2024-12-04T14:20:28,691 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733322007562.164e72002e1c03ae886a172e09ede604. after waiting 0 ms 2024-12-04T14:20:28,691 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733322007562.164e72002e1c03ae886a172e09ede604. 2024-12-04T14:20:28,691 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 164e72002e1c03ae886a172e09ede604 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-12-04T14:20:28,713 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/default/test/164e72002e1c03ae886a172e09ede604/.tmp/f/7d424337504d431aa381b6b0c24b8918 is 37, key is row3/f:row3/1733322023569/Put/seqid=0 2024-12-04T14:20:28,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741843_1019 (size=5228) 2024-12-04T14:20:28,831 DEBUG [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:28,868 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:20:28,869 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:20:29,031 DEBUG [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:29,068 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1473, reset compression=false 2024-12-04T14:20:29,081 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:29,081 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1720, reset compression=false 2024-12-04T14:20:29,081 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,41811,1733322000414 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:20:29,083 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff648bb9ef17,41811,1733322000414: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ff648bb9ef17,41811,1733322000414, walGroup=ff648bb9ef17%2C41811%2C1733322000414, offset=ff648bb9ef17%2C41811%2C1733322000414.1733322002001:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:41811 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T14:20:29,084 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T14:20:29,084 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T14:20:29,085 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T14:20:29,085 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T14:20:29,085 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T14:20:29,085 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 784707664 }, "NonHeapMemoryUsage": { "committed": 201129984, "init": 7667712, "max": -1, "used": 198301248 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T14:20:29,085 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:39143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:39143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T14:20:29,090 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/.tmp/ns/6eee16fda06748878a3d1f5ebee7f531 2024-12-04T14:20:29,119 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/default/test/164e72002e1c03ae886a172e09ede604/.tmp/f/7d424337504d431aa381b6b0c24b8918 2024-12-04T14:20:29,123 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d424337504d431aa381b6b0c24b8918 2024-12-04T14:20:29,131 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/.tmp/rep_barrier/630951ff81784cf5b5fa5231781fb7f3 is 112, key is test,,1733322007562.164e72002e1c03ae886a172e09ede604./rep_barrier:seqnumDuringOpen/1733322008733/Put/seqid=0 2024-12-04T14:20:29,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741844_1020 (size=5518) 2024-12-04T14:20:29,144 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/.tmp/rep_barrier/630951ff81784cf5b5fa5231781fb7f3 2024-12-04T14:20:29,152 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/default/test/164e72002e1c03ae886a172e09ede604/.tmp/f1/deb9c36e82ee42ed8b829aa9823ae978 is 30, key is row1/f1:/1733322020890/DeleteFamily/seqid=0 2024-12-04T14:20:29,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741845_1021 (size=5158) 2024-12-04T14:20:29,166 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/.tmp/table/3de7c2e7160c495584d7aef53381a581 is 53, key is hbase:replication/table:state/1733322013702/Put/seqid=0 2024-12-04T14:20:29,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741846_1022 (size=5308) 2024-12-04T14:20:29,169 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/.tmp/table/3de7c2e7160c495584d7aef53381a581 2024-12-04T14:20:29,173 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/.tmp/info/ad8972dca23b470d8b81eccbfb49348b as hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/info/ad8972dca23b470d8b81eccbfb49348b 2024-12-04T14:20:29,177 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/info/ad8972dca23b470d8b81eccbfb49348b, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T14:20:29,177 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/.tmp/ns/6eee16fda06748878a3d1f5ebee7f531 as hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/ns/6eee16fda06748878a3d1f5ebee7f531 2024-12-04T14:20:29,181 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/ns/6eee16fda06748878a3d1f5ebee7f531, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T14:20:29,181 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/.tmp/rep_barrier/630951ff81784cf5b5fa5231781fb7f3 as hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/rep_barrier/630951ff81784cf5b5fa5231781fb7f3 2024-12-04T14:20:29,184 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/rep_barrier/630951ff81784cf5b5fa5231781fb7f3, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T14:20:29,185 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/.tmp/table/3de7c2e7160c495584d7aef53381a581 as hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/table/3de7c2e7160c495584d7aef53381a581 2024-12-04T14:20:29,188 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/table/3de7c2e7160c495584d7aef53381a581, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T14:20:29,189 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 959ms, sequenceid=16, compaction requested=false 2024-12-04T14:20:29,192 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T14:20:29,193 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:20:29,193 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:20:29,193 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:20:29,193 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733322028230Running coprocessor pre-close hooks at 1733322028230Disabling compacts and flushes for region at 1733322028230Disabling writes for close at 1733322028230Obtaining lock to block concurrent updates at 1733322028230Preparing flush snapshotting stores in 1588230740 at 1733322028230Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733322028231 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733322028231Flushing 1588230740/info: creating writer at 1733322028231Flushing 1588230740/info: appending metadata at 1733322028251 (+20 ms)Flushing 1588230740/info: closing flushed file at 1733322028251Flushing 1588230740/ns: creating writer at 1733322028663 (+412 ms)Flushing 1588230740/ns: appending metadata at 1733322028685 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1733322028685Flushing 1588230740/rep_barrier: creating writer at 1733322029097 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733322029131 (+34 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733322029131Flushing 1588230740/table: creating writer at 1733322029148 (+17 ms)Flushing 1588230740/table: appending metadata at 1733322029165 (+17 ms)Flushing 1588230740/table: closing flushed file at 1733322029165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c8e5bcb: reopening flushed file at 1733322029173 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a9d0c15: reopening flushed file at 1733322029177 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1074d96: reopening flushed file at 1733322029181 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5636ce12: reopening flushed file at 1733322029184 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 959ms, sequenceid=16, compaction requested=false at 1733322029189 (+5 ms)Writing region close event to WAL at 1733322029190 (+1 ms)Running coprocessor post-close hooks at 1733322029193 (+3 ms)Closed at 1733322029193 2024-12-04T14:20:29,193 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:20:29,222 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1496, reset compression=false 2024-12-04T14:20:29,231 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T14:20:29,231 DEBUG [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(1325): Online Regions={164e72002e1c03ae886a172e09ede604=test,,1733322007562.164e72002e1c03ae886a172e09ede604.} 2024-12-04T14:20:29,231 DEBUG [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(1351): Waiting on 164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:29,289 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1720, reset compression=false 2024-12-04T14:20:29,431 DEBUG [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(1351): Waiting on 164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:29,559 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/default/test/164e72002e1c03ae886a172e09ede604/.tmp/f1/deb9c36e82ee42ed8b829aa9823ae978 2024-12-04T14:20:29,563 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for deb9c36e82ee42ed8b829aa9823ae978 2024-12-04T14:20:29,581 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/default/test/164e72002e1c03ae886a172e09ede604/.tmp/norep/3e2fd30b5a2f4e24b97b1b89104b3d13 is 33, key is row1/norep:/1733322020890/DeleteFamily/seqid=0 2024-12-04T14:20:29,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741847_1023 (size=5108) 2024-12-04T14:20:29,596 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1720, reset compression=false 2024-12-04T14:20:29,632 DEBUG [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(1351): Waiting on 164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:29,832 DEBUG [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(1351): Waiting on 164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:29,958 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T14:20:29,986 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/default/test/164e72002e1c03ae886a172e09ede604/.tmp/norep/3e2fd30b5a2f4e24b97b1b89104b3d13 2024-12-04T14:20:29,993 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e2fd30b5a2f4e24b97b1b89104b3d13 2024-12-04T14:20:29,994 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/default/test/164e72002e1c03ae886a172e09ede604/.tmp/f/7d424337504d431aa381b6b0c24b8918 as hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/default/test/164e72002e1c03ae886a172e09ede604/f/7d424337504d431aa381b6b0c24b8918 2024-12-04T14:20:29,998 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d424337504d431aa381b6b0c24b8918 2024-12-04T14:20:29,998 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/default/test/164e72002e1c03ae886a172e09ede604/f/7d424337504d431aa381b6b0c24b8918, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T14:20:29,999 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/default/test/164e72002e1c03ae886a172e09ede604/.tmp/f1/deb9c36e82ee42ed8b829aa9823ae978 as hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/default/test/164e72002e1c03ae886a172e09ede604/f1/deb9c36e82ee42ed8b829aa9823ae978 2024-12-04T14:20:30,000 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/WALs/ff648bb9ef17,41811,1733322000414/ff648bb9ef17%2C41811%2C1733322000414.1733322002001 to pos 1720, reset compression=false 2024-12-04T14:20:30,008 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for deb9c36e82ee42ed8b829aa9823ae978 2024-12-04T14:20:30,008 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/default/test/164e72002e1c03ae886a172e09ede604/f1/deb9c36e82ee42ed8b829aa9823ae978, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T14:20:30,009 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/default/test/164e72002e1c03ae886a172e09ede604/.tmp/norep/3e2fd30b5a2f4e24b97b1b89104b3d13 as hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/default/test/164e72002e1c03ae886a172e09ede604/norep/3e2fd30b5a2f4e24b97b1b89104b3d13 2024-12-04T14:20:30,016 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3e2fd30b5a2f4e24b97b1b89104b3d13 2024-12-04T14:20:30,016 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/default/test/164e72002e1c03ae886a172e09ede604/norep/3e2fd30b5a2f4e24b97b1b89104b3d13, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T14:20:30,017 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 164e72002e1c03ae886a172e09ede604 in 1326ms, sequenceid=12, compaction requested=false 2024-12-04T14:20:30,017 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T14:20:30,032 DEBUG [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(1351): Waiting on 164e72002e1c03ae886a172e09ede604 2024-12-04T14:20:30,033 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/data/default/test/164e72002e1c03ae886a172e09ede604/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T14:20:30,034 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:20:30,034 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:20:30,034 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733322007562.164e72002e1c03ae886a172e09ede604. 2024-12-04T14:20:30,034 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 164e72002e1c03ae886a172e09ede604: Waiting for close lock at 1733322028691Running coprocessor pre-close hooks at 1733322028691Disabling compacts and flushes for region at 1733322028691Disabling writes for close at 1733322028691Obtaining lock to block concurrent updates at 1733322028691Preparing flush snapshotting stores in 164e72002e1c03ae886a172e09ede604 at 1733322028691Finished memstore snapshotting test,,1733322007562.164e72002e1c03ae886a172e09ede604., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733322028691Flushing stores of test,,1733322007562.164e72002e1c03ae886a172e09ede604. at 1733322028692 (+1 ms)Flushing 164e72002e1c03ae886a172e09ede604/f: creating writer at 1733322028692Flushing 164e72002e1c03ae886a172e09ede604/f: appending metadata at 1733322028713 (+21 ms)Flushing 164e72002e1c03ae886a172e09ede604/f: closing flushed file at 1733322028713Flushing 164e72002e1c03ae886a172e09ede604/f1: creating writer at 1733322029123 (+410 ms)Flushing 164e72002e1c03ae886a172e09ede604/f1: appending metadata at 1733322029151 (+28 ms)Flushing 164e72002e1c03ae886a172e09ede604/f1: closing flushed file at 1733322029151Flushing 164e72002e1c03ae886a172e09ede604/norep: creating writer at 1733322029563 (+412 ms)Flushing 164e72002e1c03ae886a172e09ede604/norep: appending metadata at 1733322029580 (+17 ms)Flushing 164e72002e1c03ae886a172e09ede604/norep: closing flushed file at 1733322029581 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f83cb5: reopening flushed file at 1733322029993 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5594e46: reopening flushed file at 1733322029998 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@459fea18: reopening flushed file at 1733322030008 (+10 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 164e72002e1c03ae886a172e09ede604 in 1326ms, sequenceid=12, compaction requested=false at 1733322030017 (+9 ms)Writing region close event to WAL at 1733322030029 (+12 ms)Running coprocessor post-close hooks at 1733322030034 (+5 ms)Closed at 1733322030034 2024-12-04T14:20:30,035 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733322007562.164e72002e1c03ae886a172e09ede604. 2024-12-04T14:20:30,225 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1496, reset compression=false 2024-12-04T14:20:30,232 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,41811,1733322000414; all regions closed. 2024-12-04T14:20:30,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741834_1010 (size=4239) 2024-12-04T14:20:30,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741839_1015 (size=3552) 2024-12-04T14:20:30,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741832_1008 (size=2372) 2024-12-04T14:20:30,239 DEBUG [RS:0;ff648bb9ef17:41811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:30,239 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:20:30,240 INFO [RS:0;ff648bb9ef17:41811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:20:30,241 INFO [RS:0;ff648bb9ef17:41811 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:20:30,241 INFO [RS:0;ff648bb9ef17:41811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:20:30,241 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:20:30,241 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff648bb9ef17,41811,1733322000414 because: Region server is closing 2024-12-04T14:20:30,241 INFO [RS:0;ff648bb9ef17:41811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:41811. 2024-12-04T14:20:30,241 DEBUG [RS:0;ff648bb9ef17:41811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:30,241 DEBUG [RS:0;ff648bb9ef17:41811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:30,241 DEBUG [RS:0;ff648bb9ef17:41811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:30,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:30,342 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.shipperff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 terminated 2024-12-04T14:20:30,342 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,41811,1733322000414.replicationSource.wal-reader.ff648bb9ef17%2C41811%2C1733322000414,1-ff648bb9ef17,41811,1733322000414 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T14:20:30,342 INFO [RS:0;ff648bb9ef17:41811 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:41811. 2024-12-04T14:20:30,342 DEBUG [RS:0;ff648bb9ef17:41811 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:30,342 DEBUG [RS:0;ff648bb9ef17:41811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:30,342 DEBUG [RS:0;ff648bb9ef17:41811 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:30,342 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:30,342 INFO [RS:0;ff648bb9ef17:41811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41811 2024-12-04T14:20:30,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-630177904/rs/ff648bb9ef17,41811,1733322000414 2024-12-04T14:20:30,345 INFO [RS:0;ff648bb9ef17:41811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:20:30,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904/rs 2024-12-04T14:20:30,349 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,41811,1733322000414] 2024-12-04T14:20:30,351 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-630177904/draining/ff648bb9ef17,41811,1733322000414 already deleted, retry=false 2024-12-04T14:20:30,351 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,41811,1733322000414 expired; onlineServers=0 2024-12-04T14:20:30,351 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,39143,1733322000371' ***** 2024-12-04T14:20:30,351 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:20:30,352 INFO [M:0;ff648bb9ef17:39143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:20:30,352 INFO [M:0;ff648bb9ef17:39143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:20:30,352 DEBUG [M:0;ff648bb9ef17:39143 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:20:30,352 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:20:30,352 DEBUG [M:0;ff648bb9ef17:39143 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:20:30,352 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322001785 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322001785,5,FailOnTimeoutGroup] 2024-12-04T14:20:30,352 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322001788 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322001788,5,FailOnTimeoutGroup] 2024-12-04T14:20:30,352 INFO [M:0;ff648bb9ef17:39143 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:20:30,352 INFO [M:0;ff648bb9ef17:39143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:20:30,352 DEBUG [M:0;ff648bb9ef17:39143 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:20:30,352 INFO [M:0;ff648bb9ef17:39143 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:20:30,352 INFO [M:0;ff648bb9ef17:39143 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:20:30,353 INFO [M:0;ff648bb9ef17:39143 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:20:30,353 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:20:30,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-630177904/master 2024-12-04T14:20:30,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-630177904 2024-12-04T14:20:30,357 INFO [M:0;ff648bb9ef17:39143 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/.lastflushedseqids 2024-12-04T14:20:30,357 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-630177904/master already deleted, retry=false 2024-12-04T14:20:30,357 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-630177904/master 2024-12-04T14:20:30,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741848_1024 (size=245) 2024-12-04T14:20:30,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,379 INFO [M:0;ff648bb9ef17:39143 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:20:30,379 INFO [M:0;ff648bb9ef17:39143 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:20:30,379 DEBUG [M:0;ff648bb9ef17:39143 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:20:30,379 INFO [M:0;ff648bb9ef17:39143 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:30,379 DEBUG [M:0;ff648bb9ef17:39143 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:30,379 DEBUG [M:0;ff648bb9ef17:39143 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:20:30,379 DEBUG [M:0;ff648bb9ef17:39143 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:30,379 INFO [M:0;ff648bb9ef17:39143 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-12-04T14:20:30,397 DEBUG [M:0;ff648bb9ef17:39143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6288fdc81d2b42cab164b6672c94076c is 82, key is hbase:meta,,1/info:regioninfo/1733322002962/Put/seqid=0 2024-12-04T14:20:30,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741849_1025 (size=5672) 2024-12-04T14:20:30,405 INFO [M:0;ff648bb9ef17:39143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6288fdc81d2b42cab164b6672c94076c 2024-12-04T14:20:30,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,423 DEBUG [M:0;ff648bb9ef17:39143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f5bd9d0804b4424a2be62f1933588ca is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733322013706/Put/seqid=0 2024-12-04T14:20:30,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741850_1026 (size=8515) 2024-12-04T14:20:30,427 INFO [M:0;ff648bb9ef17:39143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f5bd9d0804b4424a2be62f1933588ca 2024-12-04T14:20:30,445 DEBUG [M:0;ff648bb9ef17:39143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c85334c31604f4bbd30938353d4dd96 is 69, key is ff648bb9ef17,41811,1733322000414/rs:state/1733322001853/Put/seqid=0 2024-12-04T14:20:30,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741851_1027 (size=5156) 2024-12-04T14:20:30,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:20:30,449 INFO [RS:0;ff648bb9ef17:41811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:20:30,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41811-0x1017dd89f790004, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:20:30,449 INFO [RS:0;ff648bb9ef17:41811 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,41811,1733322000414; zookeeper connection closed. 2024-12-04T14:20:30,450 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@194ec0d8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@194ec0d8 2024-12-04T14:20:30,450 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:20:30,849 INFO [M:0;ff648bb9ef17:39143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c85334c31604f4bbd30938353d4dd96 2024-12-04T14:20:30,853 DEBUG [M:0;ff648bb9ef17:39143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6288fdc81d2b42cab164b6672c94076c as hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6288fdc81d2b42cab164b6672c94076c 2024-12-04T14:20:30,857 INFO [M:0;ff648bb9ef17:39143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6288fdc81d2b42cab164b6672c94076c, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T14:20:30,857 DEBUG [M:0;ff648bb9ef17:39143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f5bd9d0804b4424a2be62f1933588ca as hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f5bd9d0804b4424a2be62f1933588ca 2024-12-04T14:20:30,861 INFO [M:0;ff648bb9ef17:39143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f5bd9d0804b4424a2be62f1933588ca, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T14:20:30,862 DEBUG [M:0;ff648bb9ef17:39143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c85334c31604f4bbd30938353d4dd96 as hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c85334c31604f4bbd30938353d4dd96 2024-12-04T14:20:30,865 INFO [M:0;ff648bb9ef17:39143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33563/user/jenkins/test-data/b88b8c38-ac73-e8c8-9f9b-51543780f58b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c85334c31604f4bbd30938353d4dd96, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T14:20:30,866 INFO [M:0;ff648bb9ef17:39143 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 487ms, sequenceid=97, compaction requested=false 2024-12-04T14:20:30,867 INFO [M:0;ff648bb9ef17:39143 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:30,867 DEBUG [M:0;ff648bb9ef17:39143 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733322030379Disabling compacts and flushes for region at 1733322030379Disabling writes for close at 1733322030379Obtaining lock to block concurrent updates at 1733322030379Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733322030379Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1733322030380 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733322030380Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733322030380Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733322030397 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733322030397Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733322030409 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733322030423 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733322030423Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733322030431 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733322030444 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733322030444Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d6e0977: reopening flushed file at 1733322030853 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f54733b: reopening flushed file at 1733322030857 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32e42546: reopening flushed file at 1733322030861 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 487ms, sequenceid=97, compaction requested=false at 1733322030866 (+5 ms)Writing region close event to WAL at 1733322030867 (+1 ms)Closed at 1733322030867 2024-12-04T14:20:30,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40885 is added to blk_1073741830_1006 (size=63642) 2024-12-04T14:20:30,869 INFO [M:0;ff648bb9ef17:39143 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:20:30,869 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:20:30,870 INFO [M:0;ff648bb9ef17:39143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39143 2024-12-04T14:20:30,870 INFO [M:0;ff648bb9ef17:39143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:20:30,946 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:20:30,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,947 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,948 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,973 INFO [M:0;ff648bb9ef17:39143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:20:30,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:20:30,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39143-0x1017dd89f790003, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:20:30,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,984 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2996da20{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:20:30,985 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41e54de3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:20:30,985 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:20:30,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae08069{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:20:30,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69e7590f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/hadoop.log.dir/,STOPPED} 2024-12-04T14:20:30,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:30,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:31,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:31,027 WARN [BP-758702964-172.17.0.2-1733321999311 heartbeating to localhost/127.0.0.1:33563 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:20:31,027 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:20:31,027 WARN [BP-758702964-172.17.0.2-1733321999311 heartbeating to localhost/127.0.0.1:33563 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-758702964-172.17.0.2-1733321999311 (Datanode Uuid a3cd8406-4fe6-4408-8fd6-60e5cf2a47e9) service to localhost/127.0.0.1:33563 2024-12-04T14:20:31,027 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:20:31,028 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/cluster_ee1cc5e3-64b5-3c98-c38e-e13a603fb141/data/data1/current/BP-758702964-172.17.0.2-1733321999311 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:20:31,028 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/cluster_ee1cc5e3-64b5-3c98-c38e-e13a603fb141/data/data2/current/BP-758702964-172.17.0.2-1733321999311 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:20:31,028 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:20:31,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f610873{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:20:31,036 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39f6f1e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:20:31,036 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:20:31,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b21571e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:20:31,036 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56111d6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373589cf-d02d-5515-b231-fae1b70babb7/hadoop.log.dir/,STOPPED} 2024-12-04T14:20:31,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:20:31,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:20:31,051 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:20:31,051 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:31,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:31,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:31,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:31,052 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:20:31,052 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=216636876, stopped=false 2024-12-04T14:20:31,052 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,43817,1733321996600 2024-12-04T14:20:31,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0373730915/running 2024-12-04T14:20:31,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0373730915/running 2024-12-04T14:20:31,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915 2024-12-04T14:20:31,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915 2024-12-04T14:20:31,054 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:20:31,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Set watcher on znode that does not yet exist, /0373730915/running 2024-12-04T14:20:31,055 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:20:31,055 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:31,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:31,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Set watcher on znode that does not yet exist, /0373730915/running 2024-12-04T14:20:31,056 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,44691,1733321996650' ***** 2024-12-04T14:20:31,056 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:20:31,056 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:20:31,056 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:20:31,056 INFO [RS:0;ff648bb9ef17:44691 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:20:31,056 INFO [RS:0;ff648bb9ef17:44691 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:20:31,056 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(3091): Received CLOSE for 7dc8bda3f9eada9ef696e2fb947b15ca 2024-12-04T14:20:31,056 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b422cfc34eebaa45f7866a4b8676349 2024-12-04T14:20:31,056 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,44691,1733321996650 2024-12-04T14:20:31,056 INFO [RS:0;ff648bb9ef17:44691 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:20:31,056 INFO [RS:0;ff648bb9ef17:44691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:44691. 2024-12-04T14:20:31,056 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7dc8bda3f9eada9ef696e2fb947b15ca, disabling compactions & flushes 2024-12-04T14:20:31,056 DEBUG [RS:0;ff648bb9ef17:44691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:31,056 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca. 2024-12-04T14:20:31,056 DEBUG [RS:0;ff648bb9ef17:44691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:31,057 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca. 2024-12-04T14:20:31,057 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca. after waiting 0 ms 2024-12-04T14:20:31,057 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca. 2024-12-04T14:20:31,057 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:20:31,057 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:20:31,057 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:20:31,057 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:20:31,057 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7dc8bda3f9eada9ef696e2fb947b15ca 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-12-04T14:20:31,057 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T14:20:31,057 DEBUG [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(1325): Online Regions={7dc8bda3f9eada9ef696e2fb947b15ca=hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca., 1588230740=hbase:meta,,1.1588230740, 2b422cfc34eebaa45f7866a4b8676349=test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349.} 2024-12-04T14:20:31,057 DEBUG [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b422cfc34eebaa45f7866a4b8676349, 7dc8bda3f9eada9ef696e2fb947b15ca 2024-12-04T14:20:31,057 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:20:31,057 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:20:31,057 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:20:31,057 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:20:31,057 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:20:31,057 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T14:20:31,073 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/.tmp/info/a0da145e1fa044bdb883c418b8043493 is 147, key is hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca./info:regioninfo/1733322011561/Put/seqid=0 2024-12-04T14:20:31,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741840_1016 (size=7686) 2024-12-04T14:20:31,077 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/.tmp/info/a0da145e1fa044bdb883c418b8043493 2024-12-04T14:20:31,078 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/replication/7dc8bda3f9eada9ef696e2fb947b15ca/.tmp/queue/74c9869df16947ea98f87cabdcb2023d is 154, key is 1-ff648bb9ef17,44691,1733321996650/queue:ff648bb9ef17%2C44691%2C1733321996650/1733322024775/Put/seqid=0 2024-12-04T14:20:31,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741841_1017 (size=5353) 2024-12-04T14:20:31,095 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/.tmp/ns/fe2c501d72554c2f81320cd504467f4a is 43, key is default/ns:d/1733321999221/Put/seqid=0 2024-12-04T14:20:31,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741842_1018 (size=5153) 2024-12-04T14:20:31,142 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:20:31,257 DEBUG [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b422cfc34eebaa45f7866a4b8676349, 7dc8bda3f9eada9ef696e2fb947b15ca 2024-12-04T14:20:31,329 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1496, reset compression=false 2024-12-04T14:20:31,457 DEBUG [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b422cfc34eebaa45f7866a4b8676349, 7dc8bda3f9eada9ef696e2fb947b15ca 2024-12-04T14:20:31,482 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/replication/7dc8bda3f9eada9ef696e2fb947b15ca/.tmp/queue/74c9869df16947ea98f87cabdcb2023d 2024-12-04T14:20:31,486 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/replication/7dc8bda3f9eada9ef696e2fb947b15ca/.tmp/queue/74c9869df16947ea98f87cabdcb2023d as hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/replication/7dc8bda3f9eada9ef696e2fb947b15ca/queue/74c9869df16947ea98f87cabdcb2023d 2024-12-04T14:20:31,490 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/replication/7dc8bda3f9eada9ef696e2fb947b15ca/queue/74c9869df16947ea98f87cabdcb2023d, entries=1, sequenceid=14, filesize=5.2 K 2024-12-04T14:20:31,491 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7dc8bda3f9eada9ef696e2fb947b15ca in 434ms, sequenceid=14, compaction requested=false 2024-12-04T14:20:31,491 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T14:20:31,494 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/replication/7dc8bda3f9eada9ef696e2fb947b15ca/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-12-04T14:20:31,495 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:20:31,495 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:20:31,495 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca. 2024-12-04T14:20:31,495 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7dc8bda3f9eada9ef696e2fb947b15ca: Waiting for close lock at 1733322031056Running coprocessor pre-close hooks at 1733322031056Disabling compacts and flushes for region at 1733322031056Disabling writes for close at 1733322031057 (+1 ms)Obtaining lock to block concurrent updates at 1733322031057Preparing flush snapshotting stores in 7dc8bda3f9eada9ef696e2fb947b15ca at 1733322031057Finished memstore snapshotting hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1733322031057Flushing stores of hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca. at 1733322031057Flushing 7dc8bda3f9eada9ef696e2fb947b15ca/queue: creating writer at 1733322031058 (+1 ms)Flushing 7dc8bda3f9eada9ef696e2fb947b15ca/queue: appending metadata at 1733322031077 (+19 ms)Flushing 7dc8bda3f9eada9ef696e2fb947b15ca/queue: closing flushed file at 1733322031077Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dea8f89: reopening flushed file at 1733322031486 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7dc8bda3f9eada9ef696e2fb947b15ca in 434ms, sequenceid=14, compaction requested=false at 1733322031491 (+5 ms)Writing region close event to WAL at 1733322031492 (+1 ms)Running coprocessor post-close hooks at 1733322031495 (+3 ms)Closed at 1733322031495 2024-12-04T14:20:31,495 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733322010375.7dc8bda3f9eada9ef696e2fb947b15ca. 2024-12-04T14:20:31,495 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b422cfc34eebaa45f7866a4b8676349, disabling compactions & flushes 2024-12-04T14:20:31,495 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349. 2024-12-04T14:20:31,495 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349. 2024-12-04T14:20:31,495 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349. after waiting 0 ms 2024-12-04T14:20:31,495 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349. 2024-12-04T14:20:31,495 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2b422cfc34eebaa45f7866a4b8676349 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-12-04T14:20:31,499 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/.tmp/ns/fe2c501d72554c2f81320cd504467f4a 2024-12-04T14:20:31,508 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:20:31,508 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:20:31,514 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/default/test/2b422cfc34eebaa45f7866a4b8676349/.tmp/f/9e5e2d8f5a76401f8de159551b3aa92a is 37, key is row3/f:row3/1733322023569/Put/seqid=0 2024-12-04T14:20:31,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741843_1019 (size=5228) 2024-12-04T14:20:31,519 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/.tmp/rep_barrier/4aa998adf9534dfb8887b0136eacd451 is 112, key is test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349./rep_barrier:seqnumDuringOpen/1733322007213/Put/seqid=0 2024-12-04T14:20:31,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741844_1020 (size=5518) 2024-12-04T14:20:31,657 DEBUG [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b422cfc34eebaa45f7866a4b8676349 2024-12-04T14:20:31,858 DEBUG [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b422cfc34eebaa45f7866a4b8676349 2024-12-04T14:20:31,918 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/default/test/2b422cfc34eebaa45f7866a4b8676349/.tmp/f/9e5e2d8f5a76401f8de159551b3aa92a 2024-12-04T14:20:31,922 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e5e2d8f5a76401f8de159551b3aa92a 2024-12-04T14:20:31,922 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/.tmp/rep_barrier/4aa998adf9534dfb8887b0136eacd451 2024-12-04T14:20:31,937 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/default/test/2b422cfc34eebaa45f7866a4b8676349/.tmp/f1/bac224e0c82d4df0a07ff85bce085577 is 30, key is row1/f1:/1733322020890/DeleteFamily/seqid=0 2024-12-04T14:20:31,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741845_1021 (size=5158) 2024-12-04T14:20:31,948 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/.tmp/table/12e4d19003df41a3ad07f2633170b140 is 53, key is hbase:replication/table:state/1733322011573/Put/seqid=0 2024-12-04T14:20:31,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741846_1022 (size=5308) 2024-12-04T14:20:32,058 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T14:20:32,058 DEBUG [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2b422cfc34eebaa45f7866a4b8676349=test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349.} 2024-12-04T14:20:32,058 DEBUG [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b422cfc34eebaa45f7866a4b8676349 2024-12-04T14:20:32,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T14:20:32,258 DEBUG [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b422cfc34eebaa45f7866a4b8676349 2024-12-04T14:20:32,341 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/default/test/2b422cfc34eebaa45f7866a4b8676349/.tmp/f1/bac224e0c82d4df0a07ff85bce085577 2024-12-04T14:20:32,346 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bac224e0c82d4df0a07ff85bce085577 2024-12-04T14:20:32,351 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/.tmp/table/12e4d19003df41a3ad07f2633170b140 2024-12-04T14:20:32,355 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/.tmp/info/a0da145e1fa044bdb883c418b8043493 as hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/info/a0da145e1fa044bdb883c418b8043493 2024-12-04T14:20:32,359 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/info/a0da145e1fa044bdb883c418b8043493, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T14:20:32,359 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/.tmp/ns/fe2c501d72554c2f81320cd504467f4a as hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/ns/fe2c501d72554c2f81320cd504467f4a 2024-12-04T14:20:32,362 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/ns/fe2c501d72554c2f81320cd504467f4a, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T14:20:32,363 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/.tmp/rep_barrier/4aa998adf9534dfb8887b0136eacd451 as hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/rep_barrier/4aa998adf9534dfb8887b0136eacd451 2024-12-04T14:20:32,364 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/default/test/2b422cfc34eebaa45f7866a4b8676349/.tmp/norep/9d8b7b6ab35a4822bcf7e2418423d7f7 is 32, key is row/norep:/1733322019884/DeleteFamily/seqid=0 2024-12-04T14:20:32,367 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/rep_barrier/4aa998adf9534dfb8887b0136eacd451, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T14:20:32,367 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/.tmp/table/12e4d19003df41a3ad07f2633170b140 as hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/table/12e4d19003df41a3ad07f2633170b140 2024-12-04T14:20:32,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741847_1023 (size=5101) 2024-12-04T14:20:32,371 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/table/12e4d19003df41a3ad07f2633170b140, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T14:20:32,372 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false 2024-12-04T14:20:32,372 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T14:20:32,379 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T14:20:32,380 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:20:32,380 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:20:32,380 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:20:32,380 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733322031057Running coprocessor pre-close hooks at 1733322031057Disabling compacts and flushes for region at 1733322031057Disabling writes for close at 1733322031057Obtaining lock to block concurrent updates at 1733322031057Preparing flush snapshotting stores in 1588230740 at 1733322031057Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733322031057Flushing stores of hbase:meta,,1.1588230740 at 1733322031058 (+1 ms)Flushing 1588230740/info: creating writer at 1733322031058Flushing 1588230740/info: appending metadata at 1733322031073 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733322031073Flushing 1588230740/ns: creating writer at 1733322031082 (+9 ms)Flushing 1588230740/ns: appending metadata at 1733322031095 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1733322031095Flushing 1588230740/rep_barrier: creating writer at 1733322031502 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733322031518 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733322031519 (+1 ms)Flushing 1588230740/table: creating writer at 1733322031926 (+407 ms)Flushing 1588230740/table: appending metadata at 1733322031947 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733322031947Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b3aa8f: reopening flushed file at 1733322032354 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c0af139: reopening flushed file at 1733322032359 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c3d1edf: reopening flushed file at 1733322032363 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c32d5eb: reopening flushed file at 1733322032367 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false at 1733322032372 (+5 ms)Writing region close event to WAL at 1733322032376 (+4 ms)Running coprocessor post-close hooks at 1733322032380 (+4 ms)Closed at 1733322032380 2024-12-04T14:20:32,380 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:20:32,458 DEBUG [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(1351): Waiting on 2b422cfc34eebaa45f7866a4b8676349 2024-12-04T14:20:32,534 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1496, reset compression=false 2024-12-04T14:20:32,538 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:32,538 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1743, reset compression=false 2024-12-04T14:20:32,538 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,44691,1733321996650 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:20:32,539 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff648bb9ef17,44691,1733321996650: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ff648bb9ef17,44691,1733321996650, walGroup=ff648bb9ef17%2C44691%2C1733321996650, offset=ff648bb9ef17%2C44691%2C1733321996650.1733321998639:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:44691 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T14:20:32,540 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T14:20:32,540 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T14:20:32,541 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T14:20:32,541 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T14:20:32,541 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T14:20:32,542 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1052770304, "init": 1048576000, "max": 2306867200, "used": 891662416 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199342032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T14:20:32,542 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:43817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:43817 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T14:20:32,659 DEBUG [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(1351): Waiting on 2b422cfc34eebaa45f7866a4b8676349 2024-12-04T14:20:32,742 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.wal-reader.ff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.1733321998639 to pos 1743, reset compression=false 2024-12-04T14:20:32,770 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/default/test/2b422cfc34eebaa45f7866a4b8676349/.tmp/norep/9d8b7b6ab35a4822bcf7e2418423d7f7 2024-12-04T14:20:32,773 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d8b7b6ab35a4822bcf7e2418423d7f7 2024-12-04T14:20:32,774 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/default/test/2b422cfc34eebaa45f7866a4b8676349/.tmp/f/9e5e2d8f5a76401f8de159551b3aa92a as hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/default/test/2b422cfc34eebaa45f7866a4b8676349/f/9e5e2d8f5a76401f8de159551b3aa92a 2024-12-04T14:20:32,787 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e5e2d8f5a76401f8de159551b3aa92a 2024-12-04T14:20:32,787 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/default/test/2b422cfc34eebaa45f7866a4b8676349/f/9e5e2d8f5a76401f8de159551b3aa92a, entries=5, sequenceid=12, filesize=5.1 K 2024-12-04T14:20:32,788 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/default/test/2b422cfc34eebaa45f7866a4b8676349/.tmp/f1/bac224e0c82d4df0a07ff85bce085577 as hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/default/test/2b422cfc34eebaa45f7866a4b8676349/f1/bac224e0c82d4df0a07ff85bce085577 2024-12-04T14:20:32,791 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bac224e0c82d4df0a07ff85bce085577 2024-12-04T14:20:32,791 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/default/test/2b422cfc34eebaa45f7866a4b8676349/f1/bac224e0c82d4df0a07ff85bce085577, entries=3, sequenceid=12, filesize=5.0 K 2024-12-04T14:20:32,792 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/default/test/2b422cfc34eebaa45f7866a4b8676349/.tmp/norep/9d8b7b6ab35a4822bcf7e2418423d7f7 as hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/default/test/2b422cfc34eebaa45f7866a4b8676349/norep/9d8b7b6ab35a4822bcf7e2418423d7f7 2024-12-04T14:20:32,796 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9d8b7b6ab35a4822bcf7e2418423d7f7 2024-12-04T14:20:32,796 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/default/test/2b422cfc34eebaa45f7866a4b8676349/norep/9d8b7b6ab35a4822bcf7e2418423d7f7, entries=1, sequenceid=12, filesize=5.0 K 2024-12-04T14:20:32,796 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2b422cfc34eebaa45f7866a4b8676349 in 1301ms, sequenceid=12, compaction requested=false 2024-12-04T14:20:32,797 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T14:20:32,801 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/data/default/test/2b422cfc34eebaa45f7866a4b8676349/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T14:20:32,801 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:20:32,801 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:20:32,801 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349. 2024-12-04T14:20:32,801 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b422cfc34eebaa45f7866a4b8676349: Waiting for close lock at 1733322031495Running coprocessor pre-close hooks at 1733322031495Disabling compacts and flushes for region at 1733322031495Disabling writes for close at 1733322031495Obtaining lock to block concurrent updates at 1733322031495Preparing flush snapshotting stores in 2b422cfc34eebaa45f7866a4b8676349 at 1733322031495Finished memstore snapshotting test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1733322031496 (+1 ms)Flushing stores of test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349. at 1733322031496Flushing 2b422cfc34eebaa45f7866a4b8676349/f: creating writer at 1733322031496Flushing 2b422cfc34eebaa45f7866a4b8676349/f: appending metadata at 1733322031514 (+18 ms)Flushing 2b422cfc34eebaa45f7866a4b8676349/f: closing flushed file at 1733322031514Flushing 2b422cfc34eebaa45f7866a4b8676349/f1: creating writer at 1733322031922 (+408 ms)Flushing 2b422cfc34eebaa45f7866a4b8676349/f1: appending metadata at 1733322031937 (+15 ms)Flushing 2b422cfc34eebaa45f7866a4b8676349/f1: closing flushed file at 1733322031937Flushing 2b422cfc34eebaa45f7866a4b8676349/norep: creating writer at 1733322032346 (+409 ms)Flushing 2b422cfc34eebaa45f7866a4b8676349/norep: appending metadata at 1733322032363 (+17 ms)Flushing 2b422cfc34eebaa45f7866a4b8676349/norep: closing flushed file at 1733322032363Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55be6e8e: reopening flushed file at 1733322032774 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1532aa66: reopening flushed file at 1733322032787 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22f86837: reopening flushed file at 1733322032791 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2b422cfc34eebaa45f7866a4b8676349 in 1301ms, sequenceid=12, compaction requested=false at 1733322032797 (+6 ms)Writing region close event to WAL at 1733322032798 (+1 ms)Running coprocessor post-close hooks at 1733322032801 (+3 ms)Closed at 1733322032801 2024-12-04T14:20:32,802 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733322006417.2b422cfc34eebaa45f7866a4b8676349. 2024-12-04T14:20:32,859 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,44691,1733321996650; all regions closed. 2024-12-04T14:20:32,861 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/WALs/ff648bb9ef17,44691,1733321996650/ff648bb9ef17%2C44691%2C1733321996650.meta.1733321999163.meta not finished, retry = 0 2024-12-04T14:20:32,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741834_1010 (size=4239) 2024-12-04T14:20:32,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741839_1015 (size=3552) 2024-12-04T14:20:32,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741832_1008 (size=2395) 2024-12-04T14:20:32,968 DEBUG [RS:0;ff648bb9ef17:44691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:32,968 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:20:32,968 INFO [RS:0;ff648bb9ef17:44691 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:20:32,968 INFO [RS:0;ff648bb9ef17:44691 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:20:32,968 INFO [RS:0;ff648bb9ef17:44691 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:20:32,969 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff648bb9ef17,44691,1733321996650 because: Region server is closing 2024-12-04T14:20:32,969 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:20:32,969 INFO [RS:0;ff648bb9ef17:44691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:44691. 2024-12-04T14:20:32,972 DEBUG [RS:0;ff648bb9ef17:44691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:32,972 DEBUG [RS:0;ff648bb9ef17:44691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:32,973 DEBUG [RS:0;ff648bb9ef17:44691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:32,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:33,073 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,44691,1733321996650.replicationSource.shipperff648bb9ef17%2C44691%2C1733321996650,1-ff648bb9ef17,44691,1733321996650 terminated 2024-12-04T14:20:33,073 INFO [RS:0;ff648bb9ef17:44691 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:44691. 2024-12-04T14:20:33,073 DEBUG [RS:0;ff648bb9ef17:44691 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:33,073 DEBUG [RS:0;ff648bb9ef17:44691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:33,073 DEBUG [RS:0;ff648bb9ef17:44691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:33,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:33,073 INFO [RS:0;ff648bb9ef17:44691 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44691 2024-12-04T14:20:33,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0373730915/rs/ff648bb9ef17,44691,1733321996650 2024-12-04T14:20:33,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915/rs 2024-12-04T14:20:33,077 INFO [RS:0;ff648bb9ef17:44691 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:20:33,078 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,44691,1733321996650] 2024-12-04T14:20:33,080 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0373730915/draining/ff648bb9ef17,44691,1733321996650 already deleted, retry=false 2024-12-04T14:20:33,080 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,44691,1733321996650 expired; onlineServers=0 2024-12-04T14:20:33,080 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,43817,1733321996600' ***** 2024-12-04T14:20:33,080 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:20:33,080 INFO [M:0;ff648bb9ef17:43817 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:20:33,080 INFO [M:0;ff648bb9ef17:43817 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:20:33,080 DEBUG [M:0;ff648bb9ef17:43817 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:20:33,080 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:20:33,080 DEBUG [M:0;ff648bb9ef17:43817 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:20:33,080 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321998420 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733321998420,5,FailOnTimeoutGroup] 2024-12-04T14:20:33,080 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321998420 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733321998420,5,FailOnTimeoutGroup] 2024-12-04T14:20:33,081 INFO [M:0;ff648bb9ef17:43817 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:20:33,081 INFO [M:0;ff648bb9ef17:43817 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:20:33,081 DEBUG [M:0;ff648bb9ef17:43817 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:20:33,081 INFO [M:0;ff648bb9ef17:43817 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:20:33,081 INFO [M:0;ff648bb9ef17:43817 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:20:33,081 INFO [M:0;ff648bb9ef17:43817 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:20:33,081 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:20:33,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0373730915/master 2024-12-04T14:20:33,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373730915 2024-12-04T14:20:33,082 DEBUG [M:0;ff648bb9ef17:43817 {}] zookeeper.ZKUtil(347): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Unable to get data of znode /0373730915/master because node does not exist (not an error) 2024-12-04T14:20:33,082 WARN [M:0;ff648bb9ef17:43817 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:20:33,083 INFO [M:0;ff648bb9ef17:43817 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/.lastflushedseqids 2024-12-04T14:20:33,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741848_1024 (size=245) 2024-12-04T14:20:33,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:20:33,179 INFO [RS:0;ff648bb9ef17:44691 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:20:33,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44691-0x1017dd89f790001, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:20:33,179 INFO [RS:0;ff648bb9ef17:44691 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,44691,1733321996650; zookeeper connection closed. 2024-12-04T14:20:33,179 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4843292 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4843292 2024-12-04T14:20:33,179 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:20:33,487 INFO [M:0;ff648bb9ef17:43817 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:20:33,487 INFO [M:0;ff648bb9ef17:43817 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:20:33,488 DEBUG [M:0;ff648bb9ef17:43817 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:20:33,488 INFO [M:0;ff648bb9ef17:43817 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:33,488 DEBUG [M:0;ff648bb9ef17:43817 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:33,488 DEBUG [M:0;ff648bb9ef17:43817 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:20:33,488 DEBUG [M:0;ff648bb9ef17:43817 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:33,488 INFO [M:0;ff648bb9ef17:43817 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-04T14:20:33,504 DEBUG [M:0;ff648bb9ef17:43817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64c8ad87dbe0465b9f6010b3d2355a97 is 82, key is hbase:meta,,1/info:regioninfo/1733321999207/Put/seqid=0 2024-12-04T14:20:33,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741849_1025 (size=5672) 2024-12-04T14:20:33,908 INFO [M:0;ff648bb9ef17:43817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64c8ad87dbe0465b9f6010b3d2355a97 2024-12-04T14:20:33,926 DEBUG [M:0;ff648bb9ef17:43817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9aba307641e7470e87583ea052fbac55 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733322007227/Put/seqid=0 2024-12-04T14:20:33,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741850_1026 (size=7219) 2024-12-04T14:20:33,930 INFO [M:0;ff648bb9ef17:43817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9aba307641e7470e87583ea052fbac55 2024-12-04T14:20:33,933 INFO [M:0;ff648bb9ef17:43817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9aba307641e7470e87583ea052fbac55 2024-12-04T14:20:33,947 DEBUG [M:0;ff648bb9ef17:43817 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2beffb5b749411e907780cdfcea024c is 69, key is ff648bb9ef17,44691,1733321996650/rs:state/1733321998495/Put/seqid=0 2024-12-04T14:20:33,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741851_1027 (size=5156) 2024-12-04T14:20:34,351 INFO [M:0;ff648bb9ef17:43817 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2beffb5b749411e907780cdfcea024c 2024-12-04T14:20:34,355 DEBUG [M:0;ff648bb9ef17:43817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/64c8ad87dbe0465b9f6010b3d2355a97 as hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64c8ad87dbe0465b9f6010b3d2355a97 2024-12-04T14:20:34,359 INFO [M:0;ff648bb9ef17:43817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/64c8ad87dbe0465b9f6010b3d2355a97, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T14:20:34,360 DEBUG [M:0;ff648bb9ef17:43817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9aba307641e7470e87583ea052fbac55 as hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9aba307641e7470e87583ea052fbac55 2024-12-04T14:20:34,362 INFO [M:0;ff648bb9ef17:43817 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9aba307641e7470e87583ea052fbac55 2024-12-04T14:20:34,363 INFO [M:0;ff648bb9ef17:43817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9aba307641e7470e87583ea052fbac55, entries=11, sequenceid=105, filesize=7.0 K 2024-12-04T14:20:34,363 DEBUG [M:0;ff648bb9ef17:43817 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2beffb5b749411e907780cdfcea024c as hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2beffb5b749411e907780cdfcea024c 2024-12-04T14:20:34,366 INFO [M:0;ff648bb9ef17:43817 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36101/user/jenkins/test-data/b764b9cc-b5ae-ed9a-0a65-6ed29fdc8baa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2beffb5b749411e907780cdfcea024c, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T14:20:34,367 INFO [M:0;ff648bb9ef17:43817 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=105, compaction requested=false 2024-12-04T14:20:34,373 INFO [M:0;ff648bb9ef17:43817 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:34,373 DEBUG [M:0;ff648bb9ef17:43817 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733322033487Disabling compacts and flushes for region at 1733322033488 (+1 ms)Disabling writes for close at 1733322033488Obtaining lock to block concurrent updates at 1733322033488Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733322033488Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733322033488Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733322033489 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733322033489Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733322033503 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733322033503Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733322033912 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733322033926 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733322033926Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733322033933 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733322033946 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733322033946Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6da1c4e7: reopening flushed file at 1733322034355 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@666ca43d: reopening flushed file at 1733322034359 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@de98c6b: reopening flushed file at 1733322034363 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=105, compaction requested=false at 1733322034367 (+4 ms)Writing region close event to WAL at 1733322034373 (+6 ms)Closed at 1733322034373 2024-12-04T14:20:34,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39479 is added to blk_1073741830_1006 (size=64435) 2024-12-04T14:20:34,375 INFO [M:0;ff648bb9ef17:43817 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:20:34,375 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:20:34,375 INFO [M:0;ff648bb9ef17:43817 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43817 2024-12-04T14:20:34,376 INFO [M:0;ff648bb9ef17:43817 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:20:34,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:20:34,479 INFO [M:0;ff648bb9ef17:43817 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:20:34,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43817-0x1017dd89f790000, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:20:34,481 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63256489{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:20:34,482 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11bd8757{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:20:34,482 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:20:34,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21cc7c18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:20:34,482 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a0fcd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/hadoop.log.dir/,STOPPED} 2024-12-04T14:20:34,483 WARN [BP-313945459-172.17.0.2-1733321995518 heartbeating to localhost/127.0.0.1:36101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:20:34,483 WARN [BP-313945459-172.17.0.2-1733321995518 heartbeating to localhost/127.0.0.1:36101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-313945459-172.17.0.2-1733321995518 (Datanode Uuid bab61702-8c3b-4156-9b6a-07bdea4e560b) service to localhost/127.0.0.1:36101 2024-12-04T14:20:34,483 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:20:34,483 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:20:34,484 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/cluster_af322f81-d0be-712c-ee01-242f203c0507/data/data1/current/BP-313945459-172.17.0.2-1733321995518 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:20:34,484 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/cluster_af322f81-d0be-712c-ee01-242f203c0507/data/data2/current/BP-313945459-172.17.0.2-1733321995518 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:20:34,484 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:20:34,490 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ae7fbfa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:20:34,491 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@343af344{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:20:34,491 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:20:34,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76168520{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:20:34,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a315e5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c1b178d5-6e7a-9035-ad48-d9e0d8b4b781/hadoop.log.dir/,STOPPED} 2024-12-04T14:20:34,498 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T14:20:34,509 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:20:34,524 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=317 (was 266) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:41811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41811 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:36101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41811 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36101 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33563 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33563 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50445) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50445) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41811 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33563 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33563 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:33563 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33563 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50445) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 657) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 319) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11192 (was 10727) - AvailableMemoryMB LEAK? - 2024-12-04T14:20:34,535 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=317, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=11192 2024-12-04T14:20:34,552 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-12-04T14:20:34,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/hadoop.log.dir so I do NOT create it in target/test-data/3979b078-71de-7de7-747e-66aa5a585f31 2024-12-04T14:20:34,553 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:20:34,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/hadoop.tmp.dir so I do NOT create it in target/test-data/3979b078-71de-7de7-747e-66aa5a585f31 2024-12-04T14:20:34,553 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75fc0579-6c10-7d91-8b75-22ff89596c06/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:20:34,553 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31 2024-12-04T14:20:34,553 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/cluster_eecdfaa5-3094-a5d1-631d-d4a6717c0ce3, deleteOnExit=true 2024-12-04T14:20:34,556 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/cluster_eecdfaa5-3094-a5d1-631d-d4a6717c0ce3/zookeeper_0, clientPort=53129, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/cluster_eecdfaa5-3094-a5d1-631d-d4a6717c0ce3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/cluster_eecdfaa5-3094-a5d1-631d-d4a6717c0ce3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T14:20:34,557 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53129 2024-12-04T14:20:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:20:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:20:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/test.cache.data in system properties and HBase conf 2024-12-04T14:20:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:20:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:20:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:20:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:20:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:20:34,557 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:20:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:20:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:20:34,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:20:34,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:20:34,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:20:34,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:20:34,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:20:34,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:20:34,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:20:34,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:20:34,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:20:34,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:20:34,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:20:34,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:20:34,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017dd89f790005, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:20:34,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017dd89f790002, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:20:34,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1017dd89f790008, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:20:34,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017dd89f790005, quorum=127.0.0.1:50445, baseZNode=/1-630177904 Received Disconnected from ZooKeeper, ignoring 2024-12-04T14:20:34,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1017dd89f790008, quorum=127.0.0.1:50445, baseZNode=/2-1520232635 Received Disconnected from ZooKeeper, ignoring 2024-12-04T14:20:34,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017dd89f790002, quorum=127.0.0.1:50445, baseZNode=/0373730915 Received Disconnected from ZooKeeper, ignoring 2024-12-04T14:20:34,662 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:20:34,666 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:20:34,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:20:34,673 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:20:34,673 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:20:34,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:20:34,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c2afbf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:20:34,675 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a234daf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:20:34,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a98c75f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/java.io.tmpdir/jetty-localhost-35909-hadoop-hdfs-3_4_1-tests_jar-_-any-1509022636730362186/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:20:34,806 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@527734f6{HTTP/1.1, (http/1.1)}{localhost:35909} 2024-12-04T14:20:34,806 INFO [Time-limited test {}] server.Server(415): Started @237862ms 2024-12-04T14:20:34,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:20:34,888 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:20:34,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:20:34,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:20:34,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:20:34,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28274d2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:20:34,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e464bd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:20:35,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17de8a46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/java.io.tmpdir/jetty-localhost-46039-hadoop-hdfs-3_4_1-tests_jar-_-any-3730492446538813824/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:20:35,004 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60075783{HTTP/1.1, (http/1.1)}{localhost:46039} 2024-12-04T14:20:35,004 INFO [Time-limited test {}] server.Server(415): Started @238060ms 2024-12-04T14:20:35,005 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:20:35,107 WARN [Thread-3427 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/cluster_eecdfaa5-3094-a5d1-631d-d4a6717c0ce3/data/data2/current/BP-861033464-172.17.0.2-1733322034576/current, will proceed with Du for space computation calculation, 2024-12-04T14:20:35,107 WARN [Thread-3426 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/cluster_eecdfaa5-3094-a5d1-631d-d4a6717c0ce3/data/data1/current/BP-861033464-172.17.0.2-1733322034576/current, will proceed with Du for space computation calculation, 2024-12-04T14:20:35,132 WARN [Thread-3414 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:20:35,137 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d89666ecb5f13e6 with lease ID 0x92e151cf10c31f73: Processing first storage report for DS-918096e9-f353-44ce-a1a1-c5f20e24aa90 from datanode DatanodeRegistration(127.0.0.1:41707, datanodeUuid=f0c2fd78-e245-4e03-b6f1-726c4d8513e9, infoPort=36807, infoSecurePort=0, ipcPort=35393, storageInfo=lv=-57;cid=testClusterID;nsid=1703013993;c=1733322034576) 2024-12-04T14:20:35,137 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d89666ecb5f13e6 with lease ID 0x92e151cf10c31f73: from storage DS-918096e9-f353-44ce-a1a1-c5f20e24aa90 node DatanodeRegistration(127.0.0.1:41707, datanodeUuid=f0c2fd78-e245-4e03-b6f1-726c4d8513e9, infoPort=36807, infoSecurePort=0, ipcPort=35393, storageInfo=lv=-57;cid=testClusterID;nsid=1703013993;c=1733322034576), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:20:35,137 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2d89666ecb5f13e6 with lease ID 0x92e151cf10c31f73: Processing first storage report for DS-e5fc97ee-f96b-4006-ae18-2f8185531c47 from datanode DatanodeRegistration(127.0.0.1:41707, datanodeUuid=f0c2fd78-e245-4e03-b6f1-726c4d8513e9, infoPort=36807, infoSecurePort=0, ipcPort=35393, storageInfo=lv=-57;cid=testClusterID;nsid=1703013993;c=1733322034576) 2024-12-04T14:20:35,137 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2d89666ecb5f13e6 with lease ID 0x92e151cf10c31f73: from storage DS-e5fc97ee-f96b-4006-ae18-2f8185531c47 node DatanodeRegistration(127.0.0.1:41707, datanodeUuid=f0c2fd78-e245-4e03-b6f1-726c4d8513e9, infoPort=36807, infoSecurePort=0, ipcPort=35393, storageInfo=lv=-57;cid=testClusterID;nsid=1703013993;c=1733322034576), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:20:35,227 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31 2024-12-04T14:20:35,227 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:35,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:35,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:20:35,637 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0 with version=8 2024-12-04T14:20:35,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/hbase-staging 2024-12-04T14:20:35,640 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:20:35,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:35,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:35,640 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:20:35,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:35,640 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:20:35,640 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:20:35,640 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:20:35,641 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32861 2024-12-04T14:20:35,642 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32861 connecting to ZooKeeper ensemble=127.0.0.1:53129 2024-12-04T14:20:35,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328610x0, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:20:35,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32861-0x1017dd9380b0000 connected 2024-12-04T14:20:35,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:35,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:35,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Set watcher on znode that does not yet exist, /0372702831/running 2024-12-04T14:20:35,674 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0, hbase.cluster.distributed=false 2024-12-04T14:20:35,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Set watcher on znode that does not yet exist, /0372702831/acl 2024-12-04T14:20:35,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32861 2024-12-04T14:20:35,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32861 2024-12-04T14:20:35,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32861 2024-12-04T14:20:35,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32861 2024-12-04T14:20:35,681 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32861 2024-12-04T14:20:35,697 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:20:35,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:35,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:35,697 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:20:35,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:35,697 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:20:35,697 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:20:35,697 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:20:35,699 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37725 2024-12-04T14:20:35,700 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37725 connecting to ZooKeeper ensemble=127.0.0.1:53129 2024-12-04T14:20:35,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:35,702 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:35,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377250x0, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:20:35,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377250x0, quorum=127.0.0.1:53129, baseZNode=/0372702831 Set watcher on znode that does not yet exist, /0372702831/running 2024-12-04T14:20:35,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37725-0x1017dd9380b0001 connected 2024-12-04T14:20:35,707 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:20:35,712 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:20:35,713 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Set watcher on znode that does not yet exist, /0372702831/master 2024-12-04T14:20:35,714 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Set watcher on znode that does not yet exist, /0372702831/acl 2024-12-04T14:20:35,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37725 2024-12-04T14:20:35,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37725 2024-12-04T14:20:35,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37725 2024-12-04T14:20:35,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37725 2024-12-04T14:20:35,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37725 2024-12-04T14:20:35,730 DEBUG [M:0;ff648bb9ef17:32861 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:32861 2024-12-04T14:20:35,731 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0372702831/backup-masters/ff648bb9ef17,32861,1733322035640 2024-12-04T14:20:35,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831/backup-masters 2024-12-04T14:20:35,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831/backup-masters 2024-12-04T14:20:35,733 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Set watcher on existing znode=/0372702831/backup-masters/ff648bb9ef17,32861,1733322035640 2024-12-04T14:20:35,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0372702831/master 2024-12-04T14:20:35,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831 2024-12-04T14:20:35,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831 2024-12-04T14:20:35,736 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Set watcher on existing znode=/0372702831/master 2024-12-04T14:20:35,737 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0372702831/backup-masters/ff648bb9ef17,32861,1733322035640 from backup master directory 2024-12-04T14:20:35,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0372702831/backup-masters/ff648bb9ef17,32861,1733322035640 2024-12-04T14:20:35,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831/backup-masters 2024-12-04T14:20:35,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831/backup-masters 2024-12-04T14:20:35,738 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:20:35,738 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,32861,1733322035640 2024-12-04T14:20:35,741 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/hbase.id] with ID: 031fa7ed-8d78-4041-8e93-d948c56d5f58 2024-12-04T14:20:35,741 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/.tmp/hbase.id 2024-12-04T14:20:35,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:20:35,844 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:20:35,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:35,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:35,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:35,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:35,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:35,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:35,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:35,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:35,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:35,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:35,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:35,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:35,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:35,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:35,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:36,147 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/.tmp/hbase.id]:[hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/hbase.id] 2024-12-04T14:20:36,155 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:36,155 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:20:36,155 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T14:20:36,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831 2024-12-04T14:20:36,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831 2024-12-04T14:20:36,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:20:36,563 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:20:36,564 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:20:36,564 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:36,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:20:36,970 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/data/master/store 2024-12-04T14:20:36,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:20:36,975 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:36,975 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:20:36,975 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:36,975 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:36,975 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:20:36,975 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:36,975 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:36,975 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733322036975Disabling compacts and flushes for region at 1733322036975Disabling writes for close at 1733322036975Writing region close event to WAL at 1733322036975Closed at 1733322036975 2024-12-04T14:20:36,976 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/data/master/store/.initializing 2024-12-04T14:20:36,976 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/WALs/ff648bb9ef17,32861,1733322035640 2024-12-04T14:20:36,976 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:20:36,977 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C32861%2C1733322035640, suffix=, logDir=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/WALs/ff648bb9ef17,32861,1733322035640, archiveDir=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/oldWALs, maxLogs=10 2024-12-04T14:20:36,991 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/WALs/ff648bb9ef17,32861,1733322035640/ff648bb9ef17%2C32861%2C1733322035640.1733322036978, exclude list is [], retry=0 2024-12-04T14:20:36,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41707,DS-918096e9-f353-44ce-a1a1-c5f20e24aa90,DISK] 2024-12-04T14:20:36,995 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/WALs/ff648bb9ef17,32861,1733322035640/ff648bb9ef17%2C32861%2C1733322035640.1733322036978 2024-12-04T14:20:36,995 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36807:36807)] 2024-12-04T14:20:36,995 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:36,995 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:36,995 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:36,995 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:36,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:36,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:20:36,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:36,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:36,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:36,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:20:36,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:36,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:36,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:37,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:20:37,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:37,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:37,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:37,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:20:37,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:37,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:37,003 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:37,003 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:37,004 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:37,004 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:37,004 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:37,005 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:20:37,006 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:37,007 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:37,007 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60306865, jitterRate=-0.10135768353939056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:20:37,008 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733322036996Initializing all the Stores at 1733322036996Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322036996Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322036996Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322036996Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322036996Cleaning up temporary data from old regions at 1733322037004 (+8 ms)Region opened successfully at 1733322037008 (+4 ms) 2024-12-04T14:20:37,009 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:20:37,011 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a1231fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:20:37,011 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:20:37,012 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:20:37,012 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:20:37,012 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:20:37,012 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:20:37,012 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:20:37,012 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:20:37,014 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:20:37,014 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Unable to get data of znode /0372702831/balancer because node does not exist (not necessarily an error) 2024-12-04T14:20:37,016 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0372702831/balancer already deleted, retry=false 2024-12-04T14:20:37,016 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:20:37,017 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Unable to get data of znode /0372702831/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:20:37,020 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0372702831/normalizer already deleted, retry=false 2024-12-04T14:20:37,020 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:20:37,021 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Unable to get data of znode /0372702831/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:20:37,022 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0372702831/switch/split already deleted, retry=false 2024-12-04T14:20:37,023 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Unable to get data of znode /0372702831/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:20:37,024 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0372702831/switch/merge already deleted, retry=false 2024-12-04T14:20:37,030 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Unable to get data of znode /0372702831/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:20:37,031 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0372702831/snapshot-cleanup already deleted, retry=false 2024-12-04T14:20:37,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0372702831/running 2024-12-04T14:20:37,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0372702831/running 2024-12-04T14:20:37,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831 2024-12-04T14:20:37,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831 2024-12-04T14:20:37,034 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,32861,1733322035640, sessionid=0x1017dd9380b0000, setting cluster-up flag (Was=false) 2024-12-04T14:20:37,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831 2024-12-04T14:20:37,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831 2024-12-04T14:20:37,043 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0372702831/flush-table-proc/acquired, /0372702831/flush-table-proc/reached, /0372702831/flush-table-proc/abort 2024-12-04T14:20:37,043 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,32861,1733322035640 2024-12-04T14:20:37,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831 2024-12-04T14:20:37,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831 2024-12-04T14:20:37,052 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0372702831/online-snapshot/acquired, /0372702831/online-snapshot/reached, /0372702831/online-snapshot/abort 2024-12-04T14:20:37,053 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,32861,1733322035640 2024-12-04T14:20:37,054 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:20:37,055 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:20:37,055 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:20:37,055 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:20:37,056 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,32861,1733322035640 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:20:37,057 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:20:37,057 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:20:37,057 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:20:37,057 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:20:37,057 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:20:37,057 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:37,057 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:20:37,057 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:37,058 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:20:37,058 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:20:37,059 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:37,059 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:20:37,064 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733322067064 2024-12-04T14:20:37,065 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:20:37,065 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:20:37,065 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:20:37,065 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:20:37,065 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:20:37,065 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:20:37,065 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:37,065 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:20:37,065 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:20:37,065 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:20:37,066 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:20:37,066 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:20:37,066 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:20:37,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:20:37,068 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322037066,5,FailOnTimeoutGroup] 2024-12-04T14:20:37,070 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322037068,5,FailOnTimeoutGroup] 2024-12-04T14:20:37,070 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:37,070 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:20:37,070 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:37,070 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:37,121 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(746): ClusterId : 031fa7ed-8d78-4041-8e93-d948c56d5f58 2024-12-04T14:20:37,122 DEBUG [RS:0;ff648bb9ef17:37725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:20:37,123 DEBUG [RS:0;ff648bb9ef17:37725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:20:37,123 DEBUG [RS:0;ff648bb9ef17:37725 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:20:37,129 DEBUG [RS:0;ff648bb9ef17:37725 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:20:37,130 DEBUG [RS:0;ff648bb9ef17:37725 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@597d7aca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:20:37,142 DEBUG [RS:0;ff648bb9ef17:37725 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:37725 2024-12-04T14:20:37,142 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:20:37,142 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:20:37,142 DEBUG [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:20:37,143 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,32861,1733322035640 with port=37725, startcode=1733322035696 2024-12-04T14:20:37,143 DEBUG [RS:0;ff648bb9ef17:37725 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:20:37,144 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:20:37,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32861 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,37725,1733322035696 2024-12-04T14:20:37,145 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32861 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,37725,1733322035696 2024-12-04T14:20:37,146 DEBUG [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0 2024-12-04T14:20:37,146 DEBUG [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41631 2024-12-04T14:20:37,146 DEBUG [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:20:37,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831/rs 2024-12-04T14:20:37,148 DEBUG [RS:0;ff648bb9ef17:37725 {}] zookeeper.ZKUtil(111): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Set watcher on existing znode=/0372702831/rs/ff648bb9ef17,37725,1733322035696 2024-12-04T14:20:37,148 WARN [RS:0;ff648bb9ef17:37725 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:20:37,148 INFO [RS:0;ff648bb9ef17:37725 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:37,148 DEBUG [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696 2024-12-04T14:20:37,148 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,37725,1733322035696] 2024-12-04T14:20:37,150 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:20:37,152 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:20:37,152 INFO [RS:0;ff648bb9ef17:37725 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:20:37,152 INFO [RS:0;ff648bb9ef17:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:37,154 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:20:37,155 INFO [RS:0;ff648bb9ef17:37725 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:20:37,155 INFO [RS:0;ff648bb9ef17:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:37,155 DEBUG [RS:0;ff648bb9ef17:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:37,155 DEBUG [RS:0;ff648bb9ef17:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:37,155 DEBUG [RS:0;ff648bb9ef17:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:37,155 DEBUG [RS:0;ff648bb9ef17:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:37,155 DEBUG [RS:0;ff648bb9ef17:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:37,155 DEBUG [RS:0;ff648bb9ef17:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:20:37,155 DEBUG [RS:0;ff648bb9ef17:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:37,155 DEBUG [RS:0;ff648bb9ef17:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:37,155 DEBUG [RS:0;ff648bb9ef17:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:37,155 DEBUG [RS:0;ff648bb9ef17:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:37,155 DEBUG [RS:0;ff648bb9ef17:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:37,155 DEBUG [RS:0;ff648bb9ef17:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:37,155 DEBUG [RS:0;ff648bb9ef17:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:20:37,155 DEBUG [RS:0;ff648bb9ef17:37725 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:20:37,156 INFO [RS:0;ff648bb9ef17:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:37,157 INFO [RS:0;ff648bb9ef17:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:37,157 INFO [RS:0;ff648bb9ef17:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:37,157 INFO [RS:0;ff648bb9ef17:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:37,157 INFO [RS:0;ff648bb9ef17:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:37,157 INFO [RS:0;ff648bb9ef17:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,37725,1733322035696-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:20:37,173 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:20:37,173 INFO [RS:0;ff648bb9ef17:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,37725,1733322035696-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:37,173 INFO [RS:0;ff648bb9ef17:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:37,173 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.Replication(171): ff648bb9ef17,37725,1733322035696 started 2024-12-04T14:20:37,186 INFO [RS:0;ff648bb9ef17:37725 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:37,186 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,37725,1733322035696, RpcServer on ff648bb9ef17/172.17.0.2:37725, sessionid=0x1017dd9380b0001 2024-12-04T14:20:37,186 DEBUG [RS:0;ff648bb9ef17:37725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:20:37,186 DEBUG [RS:0;ff648bb9ef17:37725 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,37725,1733322035696 2024-12-04T14:20:37,186 DEBUG [RS:0;ff648bb9ef17:37725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,37725,1733322035696' 2024-12-04T14:20:37,186 DEBUG [RS:0;ff648bb9ef17:37725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0372702831/flush-table-proc/abort' 2024-12-04T14:20:37,187 DEBUG [RS:0;ff648bb9ef17:37725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0372702831/flush-table-proc/acquired' 2024-12-04T14:20:37,187 DEBUG [RS:0;ff648bb9ef17:37725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:20:37,187 DEBUG [RS:0;ff648bb9ef17:37725 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:20:37,187 DEBUG [RS:0;ff648bb9ef17:37725 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,37725,1733322035696 2024-12-04T14:20:37,187 DEBUG [RS:0;ff648bb9ef17:37725 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,37725,1733322035696' 2024-12-04T14:20:37,187 DEBUG [RS:0;ff648bb9ef17:37725 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0372702831/online-snapshot/abort' 2024-12-04T14:20:37,187 DEBUG [RS:0;ff648bb9ef17:37725 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0372702831/online-snapshot/acquired' 2024-12-04T14:20:37,188 DEBUG [RS:0;ff648bb9ef17:37725 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:20:37,188 INFO [RS:0;ff648bb9ef17:37725 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:20:37,188 INFO [RS:0;ff648bb9ef17:37725 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:20:37,288 INFO [RS:0;ff648bb9ef17:37725 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:20:37,289 INFO [RS:0;ff648bb9ef17:37725 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C37725%2C1733322035696, suffix=, logDir=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696, archiveDir=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/oldWALs, maxLogs=10 2024-12-04T14:20:37,303 DEBUG [RS:0;ff648bb9ef17:37725 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290, exclude list is [], retry=0 2024-12-04T14:20:37,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41707,DS-918096e9-f353-44ce-a1a1-c5f20e24aa90,DISK] 2024-12-04T14:20:37,306 INFO [RS:0;ff648bb9ef17:37725 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 2024-12-04T14:20:37,307 DEBUG [RS:0;ff648bb9ef17:37725 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36807:36807)] 2024-12-04T14:20:37,468 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:20:37,468 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0 2024-12-04T14:20:37,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741833_1009 (size=32) 2024-12-04T14:20:37,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:37,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:20:37,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:20:37,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:37,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:37,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:20:37,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:20:37,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:37,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:37,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:20:37,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:20:37,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:37,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:37,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:20:37,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:20:37,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:37,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:37,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:20:37,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740 2024-12-04T14:20:37,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740 2024-12-04T14:20:37,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:20:37,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:20:37,881 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:20:37,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:20:37,884 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:37,884 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62059419, jitterRate=-0.07524259388446808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:20:37,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733322037873Initializing all the Stores at 1733322037874 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322037874Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322037874Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322037874Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322037874Cleaning up temporary data from old regions at 1733322037881 (+7 ms)Region opened successfully at 1733322037885 (+4 ms) 2024-12-04T14:20:37,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:20:37,885 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:20:37,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:20:37,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:20:37,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:20:37,885 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:20:37,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733322037885Disabling compacts and flushes for region at 1733322037885Disabling writes for close at 1733322037885Writing region close event to WAL at 1733322037885Closed at 1733322037885 2024-12-04T14:20:37,886 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:20:37,886 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:20:37,886 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:20:37,887 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:20:37,888 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:20:38,038 DEBUG [ff648bb9ef17:32861 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:20:38,039 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,37725,1733322035696 2024-12-04T14:20:38,040 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,37725,1733322035696, state=OPENING 2024-12-04T14:20:38,041 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:20:38,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831 2024-12-04T14:20:38,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831 2024-12-04T14:20:38,043 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:20:38,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0372702831/meta-region-server: CHANGED 2024-12-04T14:20:38,043 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0372702831/meta-region-server: CHANGED 2024-12-04T14:20:38,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,37725,1733322035696}] 2024-12-04T14:20:38,195 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:20:38,197 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:20:38,199 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:20:38,199 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:38,200 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:20:38,201 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C37725%2C1733322035696.meta, suffix=.meta, logDir=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696, archiveDir=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/oldWALs, maxLogs=10 2024-12-04T14:20:38,215 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.meta.1733322038201.meta, exclude list is [], retry=0 2024-12-04T14:20:38,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41707,DS-918096e9-f353-44ce-a1a1-c5f20e24aa90,DISK] 2024-12-04T14:20:38,219 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.meta.1733322038201.meta 2024-12-04T14:20:38,219 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36807:36807)] 2024-12-04T14:20:38,219 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:38,220 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:20:38,220 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:20:38,220 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:20:38,220 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:20:38,220 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:20:38,220 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:38,220 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:20:38,220 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:20:38,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:20:38,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:20:38,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:38,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:38,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:20:38,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:20:38,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:38,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:38,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:20:38,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:20:38,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:38,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:38,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:20:38,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:20:38,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:38,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:38,229 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:20:38,229 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740 2024-12-04T14:20:38,230 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740 2024-12-04T14:20:38,230 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:20:38,230 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:20:38,231 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:20:38,232 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:20:38,232 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60419913, jitterRate=-0.09967313706874847}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:20:38,232 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:20:38,233 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733322038221Writing region info on filesystem at 1733322038221Initializing all the Stores at 1733322038222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322038222Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322038222Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322038222Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322038222Cleaning up temporary data from old regions at 1733322038231 (+9 ms)Running coprocessor post-open hooks at 1733322038232 (+1 ms)Region opened successfully at 1733322038233 (+1 ms) 2024-12-04T14:20:38,234 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733322038195 2024-12-04T14:20:38,235 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:20:38,235 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:20:38,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,37725,1733322035696 2024-12-04T14:20:38,236 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,37725,1733322035696, state=OPEN 2024-12-04T14:20:38,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0372702831/meta-region-server 2024-12-04T14:20:38,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0372702831/meta-region-server 2024-12-04T14:20:38,242 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,37725,1733322035696 2024-12-04T14:20:38,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0372702831/meta-region-server: CHANGED 2024-12-04T14:20:38,242 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0372702831/meta-region-server: CHANGED 2024-12-04T14:20:38,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:20:38,244 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,37725,1733322035696 in 199 msec 2024-12-04T14:20:38,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:20:38,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-12-04T14:20:38,246 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:20:38,246 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:20:38,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:38,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,37725,1733322035696, seqNum=-1] 2024-12-04T14:20:38,247 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:38,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:20:38,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-12-04T14:20:38,251 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733322038251, completionTime=-1 2024-12-04T14:20:38,251 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:20:38,251 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:20:38,253 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:20:38,253 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733322098253 2024-12-04T14:20:38,253 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733322158253 2024-12-04T14:20:38,253 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T14:20:38,253 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,32861,1733322035640-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:38,253 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,32861,1733322035640-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:38,253 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,32861,1733322035640-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:38,253 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:32861, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:38,253 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:38,254 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:38,255 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:20:38,257 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.519sec 2024-12-04T14:20:38,257 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:20:38,257 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:20:38,257 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:20:38,257 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:20:38,257 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:20:38,257 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,32861,1733322035640-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:20:38,257 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,32861,1733322035640-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:20:38,259 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:20:38,259 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:20:38,259 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,32861,1733322035640-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:38,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d855620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:38,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,32861,-1 for getting cluster id 2024-12-04T14:20:38,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:38,324 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '031fa7ed-8d78-4041-8e93-d948c56d5f58' 2024-12-04T14:20:38,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:38,324 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "031fa7ed-8d78-4041-8e93-d948c56d5f58" 2024-12-04T14:20:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0e3081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,32861,-1] 2024-12-04T14:20:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:38,326 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:38,326 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a46683, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:38,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:38,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,37725,1733322035696, seqNum=-1] 2024-12-04T14:20:38,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:38,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:20:38,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,32861,1733322035640 2024-12-04T14:20:38,331 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53129 2024-12-04T14:20:38,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:20:38,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017dd9380b0002 connected 2024-12-04T14:20:38,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/hadoop.log.dir so I do NOT create it in target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35 2024-12-04T14:20:38,337 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:20:38,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/hadoop.tmp.dir so I do NOT create it in target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35 2024-12-04T14:20:38,337 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:20:38,337 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35 2024-12-04T14:20:38,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:20:38,338 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/cluster_d65cafc6-5638-1aef-31e5-5aab343fae19, deleteOnExit=true 2024-12-04T14:20:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:20:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/test.cache.data in system properties and HBase conf 2024-12-04T14:20:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:20:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:20:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:20:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:20:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:20:38,338 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:20:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:20:38,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:20:38,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:20:38,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:20:38,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:20:38,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:20:38,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:20:38,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:20:38,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:20:38,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:20:38,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:20:38,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:20:38,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:20:38,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:20:38,443 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:20:38,446 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:20:38,447 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:20:38,447 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:20:38,447 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:20:38,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:20:38,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32beddaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:20:38,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31baa040{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:20:38,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ac7d66{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/java.io.tmpdir/jetty-localhost-43085-hadoop-hdfs-3_4_1-tests_jar-_-any-7214552452670852546/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:20:38,569 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5409c56e{HTTP/1.1, (http/1.1)}{localhost:43085} 2024-12-04T14:20:38,569 INFO [Time-limited test {}] server.Server(415): Started @241626ms 2024-12-04T14:20:38,679 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:20:38,683 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:20:38,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:20:38,685 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:20:38,685 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:20:38,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2deb64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:20:38,686 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40b2a822{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:20:38,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14bb38a0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/java.io.tmpdir/jetty-localhost-36739-hadoop-hdfs-3_4_1-tests_jar-_-any-16956618105367562253/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:20:38,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@139e0451{HTTP/1.1, (http/1.1)}{localhost:36739} 2024-12-04T14:20:38,861 INFO [Time-limited test {}] server.Server(415): Started @241917ms 2024-12-04T14:20:38,863 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:20:39,001 WARN [Thread-3547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/cluster_d65cafc6-5638-1aef-31e5-5aab343fae19/data/data1/current/BP-1955627073-172.17.0.2-1733322038378/current, will proceed with Du for space computation calculation, 2024-12-04T14:20:39,001 WARN [Thread-3548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/cluster_d65cafc6-5638-1aef-31e5-5aab343fae19/data/data2/current/BP-1955627073-172.17.0.2-1733322038378/current, will proceed with Du for space computation calculation, 2024-12-04T14:20:39,030 WARN [Thread-3535 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:20:39,032 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4006fc3c37fc0975 with lease ID 0x48e6636f951e9a4e: Processing first storage report for DS-5530871c-a944-4639-9f7e-1ae2c030c25d from datanode DatanodeRegistration(127.0.0.1:40887, datanodeUuid=4bbe54e2-7545-4610-9dde-c7466a380868, infoPort=37935, infoSecurePort=0, ipcPort=41861, storageInfo=lv=-57;cid=testClusterID;nsid=957010312;c=1733322038378) 2024-12-04T14:20:39,032 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4006fc3c37fc0975 with lease ID 0x48e6636f951e9a4e: from storage DS-5530871c-a944-4639-9f7e-1ae2c030c25d node DatanodeRegistration(127.0.0.1:40887, datanodeUuid=4bbe54e2-7545-4610-9dde-c7466a380868, infoPort=37935, infoSecurePort=0, ipcPort=41861, storageInfo=lv=-57;cid=testClusterID;nsid=957010312;c=1733322038378), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:20:39,033 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4006fc3c37fc0975 with lease ID 0x48e6636f951e9a4e: Processing first storage report for DS-3d0f5f5f-fae2-4fa1-80c3-b746c566e61d from datanode DatanodeRegistration(127.0.0.1:40887, datanodeUuid=4bbe54e2-7545-4610-9dde-c7466a380868, infoPort=37935, infoSecurePort=0, ipcPort=41861, storageInfo=lv=-57;cid=testClusterID;nsid=957010312;c=1733322038378) 2024-12-04T14:20:39,033 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4006fc3c37fc0975 with lease ID 0x48e6636f951e9a4e: from storage DS-3d0f5f5f-fae2-4fa1-80c3-b746c566e61d node DatanodeRegistration(127.0.0.1:40887, datanodeUuid=4bbe54e2-7545-4610-9dde-c7466a380868, infoPort=37935, infoSecurePort=0, ipcPort=41861, storageInfo=lv=-57;cid=testClusterID;nsid=957010312;c=1733322038378), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T14:20:39,126 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35 2024-12-04T14:20:39,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:39,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:39,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:20:39,536 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083 with version=8 2024-12-04T14:20:39,536 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/hbase-staging 2024-12-04T14:20:39,539 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:20:39,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:39,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:39,539 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:20:39,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:39,539 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:20:39,539 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:20:39,539 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:20:39,540 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44335 2024-12-04T14:20:39,540 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44335 connecting to ZooKeeper ensemble=127.0.0.1:53129 2024-12-04T14:20:39,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443350x0, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:20:39,543 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44335-0x1017dd9380b0003 connected 2024-12-04T14:20:39,556 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:39,558 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:39,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Set watcher on znode that does not yet exist, /1-1561717314/running 2024-12-04T14:20:39,560 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083, hbase.cluster.distributed=false 2024-12-04T14:20:39,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Set watcher on znode that does not yet exist, /1-1561717314/acl 2024-12-04T14:20:39,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44335 2024-12-04T14:20:39,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44335 2024-12-04T14:20:39,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44335 2024-12-04T14:20:39,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44335 2024-12-04T14:20:39,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44335 2024-12-04T14:20:39,579 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:20:39,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:39,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:39,579 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:20:39,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:39,579 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:20:39,579 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:20:39,579 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:20:39,580 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34205 2024-12-04T14:20:39,580 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34205 connecting to ZooKeeper ensemble=127.0.0.1:53129 2024-12-04T14:20:39,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:39,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:39,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342050x0, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:20:39,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342050x0, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Set watcher on znode that does not yet exist, /1-1561717314/running 2024-12-04T14:20:39,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34205-0x1017dd9380b0004 connected 2024-12-04T14:20:39,587 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:20:39,587 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:20:39,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Set watcher on znode that does not yet exist, /1-1561717314/master 2024-12-04T14:20:39,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Set watcher on znode that does not yet exist, /1-1561717314/acl 2024-12-04T14:20:39,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34205 2024-12-04T14:20:39,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34205 2024-12-04T14:20:39,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34205 2024-12-04T14:20:39,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34205 2024-12-04T14:20:39,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34205 2024-12-04T14:20:39,612 DEBUG [M:0;ff648bb9ef17:44335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:44335 2024-12-04T14:20:39,613 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1561717314/backup-masters/ff648bb9ef17,44335,1733322039538 2024-12-04T14:20:39,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314/backup-masters 2024-12-04T14:20:39,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314/backup-masters 2024-12-04T14:20:39,614 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Set watcher on existing znode=/1-1561717314/backup-masters/ff648bb9ef17,44335,1733322039538 2024-12-04T14:20:39,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1561717314/master 2024-12-04T14:20:39,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314 2024-12-04T14:20:39,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314 2024-12-04T14:20:39,618 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Set watcher on existing znode=/1-1561717314/master 2024-12-04T14:20:39,619 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1561717314/backup-masters/ff648bb9ef17,44335,1733322039538 from backup master directory 2024-12-04T14:20:39,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1561717314/backup-masters/ff648bb9ef17,44335,1733322039538 2024-12-04T14:20:39,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314/backup-masters 2024-12-04T14:20:39,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314/backup-masters 2024-12-04T14:20:39,620 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:20:39,620 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,44335,1733322039538 2024-12-04T14:20:39,623 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/hbase.id] with ID: e9b27dde-2a93-481a-a6d9-c4fb08fdc362 2024-12-04T14:20:39,623 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/.tmp/hbase.id 2024-12-04T14:20:39,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:20:39,926 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:39,927 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:20:39,927 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68558 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:20:40,029 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/.tmp/hbase.id]:[hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/hbase.id] 2024-12-04T14:20:40,036 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:40,037 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:20:40,037 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T14:20:40,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314 2024-12-04T14:20:40,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314 2024-12-04T14:20:40,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:20:40,445 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:20:40,446 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:20:40,446 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:40,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:20:40,853 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/data/master/store 2024-12-04T14:20:40,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:20:41,259 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:41,259 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:20:41,259 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:41,259 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:41,259 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:20:41,259 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:41,259 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:41,259 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733322041259Disabling compacts and flushes for region at 1733322041259Disabling writes for close at 1733322041259Writing region close event to WAL at 1733322041259Closed at 1733322041259 2024-12-04T14:20:41,260 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/data/master/store/.initializing 2024-12-04T14:20:41,260 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/WALs/ff648bb9ef17,44335,1733322039538 2024-12-04T14:20:41,261 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:20:41,263 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C44335%2C1733322039538, suffix=, logDir=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/WALs/ff648bb9ef17,44335,1733322039538, archiveDir=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/oldWALs, maxLogs=10 2024-12-04T14:20:41,287 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/WALs/ff648bb9ef17,44335,1733322039538/ff648bb9ef17%2C44335%2C1733322039538.1733322041263, exclude list is [], retry=0 2024-12-04T14:20:41,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40887,DS-5530871c-a944-4639-9f7e-1ae2c030c25d,DISK] 2024-12-04T14:20:41,291 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/WALs/ff648bb9ef17,44335,1733322039538/ff648bb9ef17%2C44335%2C1733322039538.1733322041263 2024-12-04T14:20:41,292 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37935:37935)] 2024-12-04T14:20:41,292 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:41,292 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:41,292 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:41,292 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:41,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:41,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:20:41,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:41,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:41,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:41,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:20:41,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:41,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:41,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:41,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:20:41,301 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:41,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:41,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:41,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:20:41,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:41,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:41,303 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:41,304 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:41,304 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:41,305 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:41,305 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:41,305 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:20:41,306 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:41,308 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:41,312 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62135746, jitterRate=-0.07410523295402527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:20:41,312 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733322041292Initializing all the Stores at 1733322041295 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322041295Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322041296 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322041296Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322041296Cleaning up temporary data from old regions at 1733322041305 (+9 ms)Region opened successfully at 1733322041312 (+7 ms) 2024-12-04T14:20:41,312 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:20:41,315 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d14622e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:20:41,316 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:20:41,316 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:20:41,316 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:20:41,316 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:20:41,316 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:20:41,317 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:20:41,317 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:20:41,320 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:20:41,321 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Unable to get data of znode /1-1561717314/balancer because node does not exist (not necessarily an error) 2024-12-04T14:20:41,322 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1561717314/balancer already deleted, retry=false 2024-12-04T14:20:41,323 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:20:41,323 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Unable to get data of znode /1-1561717314/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:20:41,324 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1561717314/normalizer already deleted, retry=false 2024-12-04T14:20:41,325 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:20:41,325 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Unable to get data of znode /1-1561717314/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:20:41,327 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1561717314/switch/split already deleted, retry=false 2024-12-04T14:20:41,328 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Unable to get data of znode /1-1561717314/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:20:41,331 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1561717314/switch/merge already deleted, retry=false 2024-12-04T14:20:41,334 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Unable to get data of znode /1-1561717314/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:20:41,335 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1561717314/snapshot-cleanup already deleted, retry=false 2024-12-04T14:20:41,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1561717314/running 2024-12-04T14:20:41,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1561717314/running 2024-12-04T14:20:41,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314 2024-12-04T14:20:41,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314 2024-12-04T14:20:41,337 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,44335,1733322039538, sessionid=0x1017dd9380b0003, setting cluster-up flag (Was=false) 2024-12-04T14:20:41,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314 2024-12-04T14:20:41,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314 2024-12-04T14:20:41,345 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1561717314/flush-table-proc/acquired, /1-1561717314/flush-table-proc/reached, /1-1561717314/flush-table-proc/abort 2024-12-04T14:20:41,346 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,44335,1733322039538 2024-12-04T14:20:41,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314 2024-12-04T14:20:41,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314 2024-12-04T14:20:41,355 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1561717314/online-snapshot/acquired, /1-1561717314/online-snapshot/reached, /1-1561717314/online-snapshot/abort 2024-12-04T14:20:41,356 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,44335,1733322039538 2024-12-04T14:20:41,357 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:20:41,358 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:20:41,358 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:20:41,358 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:20:41,358 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,44335,1733322039538 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:20:41,359 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:20:41,360 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:20:41,360 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:20:41,360 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:20:41,360 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:20:41,360 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:41,360 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:20:41,360 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:41,361 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:20:41,361 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:20:41,362 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:41,362 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:20:41,365 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733322071365 2024-12-04T14:20:41,365 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:20:41,365 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:20:41,365 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:20:41,365 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:20:41,365 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:20:41,365 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:20:41,366 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:41,366 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:20:41,366 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:20:41,366 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:20:41,366 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:20:41,366 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:20:41,366 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:20:41,367 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322041366,5,FailOnTimeoutGroup] 2024-12-04T14:20:41,367 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322041367,5,FailOnTimeoutGroup] 2024-12-04T14:20:41,367 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:41,367 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:20:41,367 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:41,367 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:41,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:20:41,368 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:20:41,368 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083 2024-12-04T14:20:41,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741832_1008 (size=32) 2024-12-04T14:20:41,399 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(746): ClusterId : e9b27dde-2a93-481a-a6d9-c4fb08fdc362 2024-12-04T14:20:41,399 DEBUG [RS:0;ff648bb9ef17:34205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:20:41,401 DEBUG [RS:0;ff648bb9ef17:34205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:20:41,401 DEBUG [RS:0;ff648bb9ef17:34205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:20:41,403 DEBUG [RS:0;ff648bb9ef17:34205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:20:41,403 DEBUG [RS:0;ff648bb9ef17:34205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e9e3ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:20:41,415 DEBUG [RS:0;ff648bb9ef17:34205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:34205 2024-12-04T14:20:41,415 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:20:41,415 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:20:41,415 DEBUG [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:20:41,416 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,44335,1733322039538 with port=34205, startcode=1733322039579 2024-12-04T14:20:41,416 DEBUG [RS:0;ff648bb9ef17:34205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:20:41,417 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:20:41,417 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44335 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,34205,1733322039579 2024-12-04T14:20:41,417 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44335 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,34205,1733322039579 2024-12-04T14:20:41,418 DEBUG [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083 2024-12-04T14:20:41,418 DEBUG [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34641 2024-12-04T14:20:41,419 DEBUG [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:20:41,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314/rs 2024-12-04T14:20:41,426 DEBUG [RS:0;ff648bb9ef17:34205 {}] zookeeper.ZKUtil(111): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Set watcher on existing znode=/1-1561717314/rs/ff648bb9ef17,34205,1733322039579 2024-12-04T14:20:41,426 WARN [RS:0;ff648bb9ef17:34205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:20:41,426 INFO [RS:0;ff648bb9ef17:34205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:41,426 DEBUG [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579 2024-12-04T14:20:41,426 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,34205,1733322039579] 2024-12-04T14:20:41,429 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:20:41,431 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:20:41,432 INFO [RS:0;ff648bb9ef17:34205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:20:41,432 INFO [RS:0;ff648bb9ef17:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:41,436 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:20:41,436 INFO [RS:0;ff648bb9ef17:34205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:20:41,436 INFO [RS:0;ff648bb9ef17:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:41,436 DEBUG [RS:0;ff648bb9ef17:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:41,436 DEBUG [RS:0;ff648bb9ef17:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:41,436 DEBUG [RS:0;ff648bb9ef17:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:41,436 DEBUG [RS:0;ff648bb9ef17:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:41,436 DEBUG [RS:0;ff648bb9ef17:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:41,436 DEBUG [RS:0;ff648bb9ef17:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:20:41,436 DEBUG [RS:0;ff648bb9ef17:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:41,436 DEBUG [RS:0;ff648bb9ef17:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:41,436 DEBUG [RS:0;ff648bb9ef17:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:41,436 DEBUG [RS:0;ff648bb9ef17:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:41,436 DEBUG [RS:0;ff648bb9ef17:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:41,436 DEBUG [RS:0;ff648bb9ef17:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:41,436 DEBUG [RS:0;ff648bb9ef17:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:20:41,437 DEBUG [RS:0;ff648bb9ef17:34205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:20:41,437 INFO [RS:0;ff648bb9ef17:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:41,437 INFO [RS:0;ff648bb9ef17:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:41,437 INFO [RS:0;ff648bb9ef17:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:41,437 INFO [RS:0;ff648bb9ef17:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:41,437 INFO [RS:0;ff648bb9ef17:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:41,437 INFO [RS:0;ff648bb9ef17:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,34205,1733322039579-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:20:41,451 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:20:41,451 INFO [RS:0;ff648bb9ef17:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,34205,1733322039579-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:41,451 INFO [RS:0;ff648bb9ef17:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:41,452 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.Replication(171): ff648bb9ef17,34205,1733322039579 started 2024-12-04T14:20:41,465 INFO [RS:0;ff648bb9ef17:34205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:41,465 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,34205,1733322039579, RpcServer on ff648bb9ef17/172.17.0.2:34205, sessionid=0x1017dd9380b0004 2024-12-04T14:20:41,465 DEBUG [RS:0;ff648bb9ef17:34205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:20:41,465 DEBUG [RS:0;ff648bb9ef17:34205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,34205,1733322039579 2024-12-04T14:20:41,465 DEBUG [RS:0;ff648bb9ef17:34205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,34205,1733322039579' 2024-12-04T14:20:41,465 DEBUG [RS:0;ff648bb9ef17:34205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1561717314/flush-table-proc/abort' 2024-12-04T14:20:41,466 DEBUG [RS:0;ff648bb9ef17:34205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1561717314/flush-table-proc/acquired' 2024-12-04T14:20:41,466 DEBUG [RS:0;ff648bb9ef17:34205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:20:41,466 DEBUG [RS:0;ff648bb9ef17:34205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:20:41,466 DEBUG [RS:0;ff648bb9ef17:34205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,34205,1733322039579 2024-12-04T14:20:41,466 DEBUG [RS:0;ff648bb9ef17:34205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,34205,1733322039579' 2024-12-04T14:20:41,466 DEBUG [RS:0;ff648bb9ef17:34205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1561717314/online-snapshot/abort' 2024-12-04T14:20:41,467 DEBUG [RS:0;ff648bb9ef17:34205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1561717314/online-snapshot/acquired' 2024-12-04T14:20:41,467 DEBUG [RS:0;ff648bb9ef17:34205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:20:41,467 INFO [RS:0;ff648bb9ef17:34205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:20:41,467 INFO [RS:0;ff648bb9ef17:34205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:20:41,567 INFO [RS:0;ff648bb9ef17:34205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:20:41,569 INFO [RS:0;ff648bb9ef17:34205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C34205%2C1733322039579, suffix=, logDir=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579, archiveDir=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/oldWALs, maxLogs=10 2024-12-04T14:20:41,582 DEBUG [RS:0;ff648bb9ef17:34205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569, exclude list is [], retry=0 2024-12-04T14:20:41,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40887,DS-5530871c-a944-4639-9f7e-1ae2c030c25d,DISK] 2024-12-04T14:20:41,586 INFO [RS:0;ff648bb9ef17:34205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 2024-12-04T14:20:41,586 DEBUG [RS:0;ff648bb9ef17:34205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37935:37935)] 2024-12-04T14:20:41,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:41,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:20:41,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:20:41,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:41,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:41,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:20:41,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:20:41,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:41,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:41,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:20:41,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:20:41,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:41,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:41,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:20:41,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:20:41,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:41,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:41,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:20:41,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740 2024-12-04T14:20:41,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740 2024-12-04T14:20:41,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:20:41,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:20:41,785 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:20:41,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:20:41,787 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:41,788 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72938048, jitterRate=0.08686161041259766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:20:41,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733322041777Initializing all the Stores at 1733322041778 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322041778Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322041778Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322041778Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322041778Cleaning up temporary data from old regions at 1733322041785 (+7 ms)Region opened successfully at 1733322041788 (+3 ms) 2024-12-04T14:20:41,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:20:41,788 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:20:41,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:20:41,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:20:41,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:20:41,792 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:20:41,792 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733322041788Disabling compacts and flushes for region at 1733322041788Disabling writes for close at 1733322041788Writing region close event to WAL at 1733322041792 (+4 ms)Closed at 1733322041792 2024-12-04T14:20:41,793 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:20:41,794 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:20:41,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:20:41,795 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:20:41,795 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:20:41,946 DEBUG [ff648bb9ef17:44335 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:20:41,946 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,34205,1733322039579 2024-12-04T14:20:41,947 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,34205,1733322039579, state=OPENING 2024-12-04T14:20:41,948 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:20:41,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314 2024-12-04T14:20:41,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314 2024-12-04T14:20:41,950 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:20:41,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1561717314/meta-region-server: CHANGED 2024-12-04T14:20:41,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1561717314/meta-region-server: CHANGED 2024-12-04T14:20:41,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,34205,1733322039579}] 2024-12-04T14:20:42,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T14:20:42,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:20:42,102 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:20:42,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35911, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:20:42,107 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:20:42,107 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:42,107 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:20:42,108 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C34205%2C1733322039579.meta, suffix=.meta, logDir=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579, archiveDir=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/oldWALs, maxLogs=10 2024-12-04T14:20:42,123 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.meta.1733322042109.meta, exclude list is [], retry=0 2024-12-04T14:20:42,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40887,DS-5530871c-a944-4639-9f7e-1ae2c030c25d,DISK] 2024-12-04T14:20:42,126 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.meta.1733322042109.meta 2024-12-04T14:20:42,126 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37935:37935)] 2024-12-04T14:20:42,127 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:42,127 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:20:42,127 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:20:42,127 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:20:42,127 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:20:42,127 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:20:42,127 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:42,127 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:20:42,127 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:20:42,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:20:42,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:20:42,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:42,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:42,129 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:20:42,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:20:42,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:42,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:42,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:20:42,130 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:20:42,130 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:42,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:42,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:20:42,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:20:42,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:42,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:42,131 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:20:42,132 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740 2024-12-04T14:20:42,132 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740 2024-12-04T14:20:42,133 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:20:42,133 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:20:42,134 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:20:42,134 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:20:42,135 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74208563, jitterRate=0.10579375922679901}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:20:42,135 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:20:42,135 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733322042127Writing region info on filesystem at 1733322042127Initializing all the Stores at 1733322042128 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322042128Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322042128Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322042128Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322042128Cleaning up temporary data from old regions at 1733322042133 (+5 ms)Running coprocessor post-open hooks at 1733322042135 (+2 ms)Region opened successfully at 1733322042135 2024-12-04T14:20:42,136 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733322042102 2024-12-04T14:20:42,138 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:20:42,138 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:20:42,138 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,34205,1733322039579 2024-12-04T14:20:42,139 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,34205,1733322039579, state=OPEN 2024-12-04T14:20:42,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1561717314/meta-region-server 2024-12-04T14:20:42,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1561717314/meta-region-server 2024-12-04T14:20:42,140 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,34205,1733322039579 2024-12-04T14:20:42,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1561717314/meta-region-server: CHANGED 2024-12-04T14:20:42,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1561717314/meta-region-server: CHANGED 2024-12-04T14:20:42,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:20:42,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,34205,1733322039579 in 190 msec 2024-12-04T14:20:42,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:20:42,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-12-04T14:20:42,144 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:20:42,144 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:20:42,145 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:42,145 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,34205,1733322039579, seqNum=-1] 2024-12-04T14:20:42,145 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:42,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:20:42,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 792 msec 2024-12-04T14:20:42,150 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733322042150, completionTime=-1 2024-12-04T14:20:42,150 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:20:42,150 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:20:42,152 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:20:42,152 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733322102152 2024-12-04T14:20:42,152 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733322162152 2024-12-04T14:20:42,152 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T14:20:42,152 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,44335,1733322039538-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:42,152 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,44335,1733322039538-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:42,152 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,44335,1733322039538-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:42,152 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:44335, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:42,152 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:42,152 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:42,154 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:20:42,155 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.535sec 2024-12-04T14:20:42,155 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:20:42,155 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:20:42,155 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:20:42,155 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:20:42,155 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:20:42,155 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,44335,1733322039538-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:20:42,156 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,44335,1733322039538-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:20:42,157 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:20:42,157 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:20:42,157 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,44335,1733322039538-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:42,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a1f1cb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:42,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,44335,-1 for getting cluster id 2024-12-04T14:20:42,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:42,201 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9b27dde-2a93-481a-a6d9-c4fb08fdc362' 2024-12-04T14:20:42,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:42,201 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9b27dde-2a93-481a-a6d9-c4fb08fdc362" 2024-12-04T14:20:42,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e78681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:42,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,44335,-1] 2024-12-04T14:20:42,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:42,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:42,203 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:42,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ca3062, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:42,204 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:42,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,34205,1733322039579, seqNum=-1] 2024-12-04T14:20:42,205 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:42,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:20:42,207 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,44335,1733322039538 2024-12-04T14:20:42,208 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53129 2024-12-04T14:20:42,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:20:42,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/hadoop.log.dir so I do NOT create it in target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8 2024-12-04T14:20:42,216 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:20:42,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/hadoop.tmp.dir so I do NOT create it in target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8 2024-12-04T14:20:42,216 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:20:42,216 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8 2024-12-04T14:20:42,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:20:42,216 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/cluster_9a6e383f-5ac5-8713-e36a-5aa27374187e, deleteOnExit=true 2024-12-04T14:20:42,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:20:42,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/test.cache.data in system properties and HBase conf 2024-12-04T14:20:42,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:20:42,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:20:42,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:20:42,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:20:42,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:20:42,217 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:20:42,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:20:42,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:20:42,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:20:42,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:20:42,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:20:42,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:20:42,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:20:42,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:20:42,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:20:42,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:20:42,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:20:42,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:20:42,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:20:42,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:20:42,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017dd9380b0005 connected 2024-12-04T14:20:42,296 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:20:42,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:20:42,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:20:42,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:20:42,301 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:20:42,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:20:42,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a686476{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:20:42,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@615d33df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:20:42,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21b63acf{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/java.io.tmpdir/jetty-localhost-35203-hadoop-hdfs-3_4_1-tests_jar-_-any-7194268557658206339/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:20:42,425 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43453008{HTTP/1.1, (http/1.1)}{localhost:35203} 2024-12-04T14:20:42,425 INFO [Time-limited test {}] server.Server(415): Started @245482ms 2024-12-04T14:20:42,520 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:20:42,522 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:20:42,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:20:42,525 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:20:42,525 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:20:42,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b5de284{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:20:42,526 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f9e155a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:20:42,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74d189d1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/java.io.tmpdir/jetty-localhost-36855-hadoop-hdfs-3_4_1-tests_jar-_-any-16990982755979836914/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:20:42,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6adc695a{HTTP/1.1, (http/1.1)}{localhost:36855} 2024-12-04T14:20:42,644 INFO [Time-limited test {}] server.Server(415): Started @245700ms 2024-12-04T14:20:42,645 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:20:42,750 WARN [Thread-3667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/cluster_9a6e383f-5ac5-8713-e36a-5aa27374187e/data/data1/current/BP-1793646884-172.17.0.2-1733322042235/current, will proceed with Du for space computation calculation, 2024-12-04T14:20:42,750 WARN [Thread-3668 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/cluster_9a6e383f-5ac5-8713-e36a-5aa27374187e/data/data2/current/BP-1793646884-172.17.0.2-1733322042235/current, will proceed with Du for space computation calculation, 2024-12-04T14:20:42,777 WARN [Thread-3655 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:20:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b7100780a413938 with lease ID 0xe7164bbc95f34c1e: Processing first storage report for DS-5fc826ee-5cff-4066-8da2-89e576e01694 from datanode DatanodeRegistration(127.0.0.1:36745, datanodeUuid=b1a8235f-762a-4e22-a442-22d6d50bd39b, infoPort=39733, infoSecurePort=0, ipcPort=42131, storageInfo=lv=-57;cid=testClusterID;nsid=131889589;c=1733322042235) 2024-12-04T14:20:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b7100780a413938 with lease ID 0xe7164bbc95f34c1e: from storage DS-5fc826ee-5cff-4066-8da2-89e576e01694 node DatanodeRegistration(127.0.0.1:36745, datanodeUuid=b1a8235f-762a-4e22-a442-22d6d50bd39b, infoPort=39733, infoSecurePort=0, ipcPort=42131, storageInfo=lv=-57;cid=testClusterID;nsid=131889589;c=1733322042235), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T14:20:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b7100780a413938 with lease ID 0xe7164bbc95f34c1e: Processing first storage report for DS-92a2bd22-c70d-456d-a664-34c39e11ab4d from datanode DatanodeRegistration(127.0.0.1:36745, datanodeUuid=b1a8235f-762a-4e22-a442-22d6d50bd39b, infoPort=39733, infoSecurePort=0, ipcPort=42131, storageInfo=lv=-57;cid=testClusterID;nsid=131889589;c=1733322042235) 2024-12-04T14:20:42,783 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b7100780a413938 with lease ID 0xe7164bbc95f34c1e: from storage DS-92a2bd22-c70d-456d-a664-34c39e11ab4d node DatanodeRegistration(127.0.0.1:36745, datanodeUuid=b1a8235f-762a-4e22-a442-22d6d50bd39b, infoPort=39733, infoSecurePort=0, ipcPort=42131, storageInfo=lv=-57;cid=testClusterID;nsid=131889589;c=1733322042235), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:20:42,875 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8 2024-12-04T14:20:42,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:42,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:42,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:20:43,151 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T14:20:43,293 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a with version=8 2024-12-04T14:20:43,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/hbase-staging 2024-12-04T14:20:43,295 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:20:43,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:43,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:43,296 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:20:43,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:43,296 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:20:43,296 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:20:43,296 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:20:43,296 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34803 2024-12-04T14:20:43,297 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34803 connecting to ZooKeeper ensemble=127.0.0.1:53129 2024-12-04T14:20:43,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348030x0, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:20:43,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34803-0x1017dd9380b0006 connected 2024-12-04T14:20:43,312 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:43,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:43,315 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Set watcher on znode that does not yet exist, /21664841057/running 2024-12-04T14:20:43,315 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a, hbase.cluster.distributed=false 2024-12-04T14:20:43,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Set watcher on znode that does not yet exist, /21664841057/acl 2024-12-04T14:20:43,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34803 2024-12-04T14:20:43,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34803 2024-12-04T14:20:43,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34803 2024-12-04T14:20:43,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34803 2024-12-04T14:20:43,318 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34803 2024-12-04T14:20:43,332 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:20:43,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:43,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:43,333 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:20:43,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:20:43,333 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:20:43,333 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:20:43,333 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:20:43,333 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45071 2024-12-04T14:20:43,334 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45071 connecting to ZooKeeper ensemble=127.0.0.1:53129 2024-12-04T14:20:43,335 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:43,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:43,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450710x0, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:20:43,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45071-0x1017dd9380b0007 connected 2024-12-04T14:20:43,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450710x0, quorum=127.0.0.1:53129, baseZNode=/21664841057 Set watcher on znode that does not yet exist, /21664841057/running 2024-12-04T14:20:43,341 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:20:43,344 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:20:43,344 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Set watcher on znode that does not yet exist, /21664841057/master 2024-12-04T14:20:43,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Set watcher on znode that does not yet exist, /21664841057/acl 2024-12-04T14:20:43,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45071 2024-12-04T14:20:43,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45071 2024-12-04T14:20:43,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45071 2024-12-04T14:20:43,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45071 2024-12-04T14:20:43,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45071 2024-12-04T14:20:43,362 DEBUG [M:0;ff648bb9ef17:34803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:34803 2024-12-04T14:20:43,362 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21664841057/backup-masters/ff648bb9ef17,34803,1733322043295 2024-12-04T14:20:43,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057/backup-masters 2024-12-04T14:20:43,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057/backup-masters 2024-12-04T14:20:43,366 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Set watcher on existing znode=/21664841057/backup-masters/ff648bb9ef17,34803,1733322043295 2024-12-04T14:20:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21664841057/master 2024-12-04T14:20:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057 2024-12-04T14:20:43,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057 2024-12-04T14:20:43,367 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Set watcher on existing znode=/21664841057/master 2024-12-04T14:20:43,368 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21664841057/backup-masters/ff648bb9ef17,34803,1733322043295 from backup master directory 2024-12-04T14:20:43,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21664841057/backup-masters/ff648bb9ef17,34803,1733322043295 2024-12-04T14:20:43,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057/backup-masters 2024-12-04T14:20:43,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057/backup-masters 2024-12-04T14:20:43,369 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:20:43,369 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,34803,1733322043295 2024-12-04T14:20:43,372 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/hbase.id] with ID: 58d85204-90ad-452e-8ab7-865758b1bf61 2024-12-04T14:20:43,372 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/.tmp/hbase.id 2024-12-04T14:20:43,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:20:43,722 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:20:43,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:43,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:43,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:43,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:43,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:43,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:43,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:43,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:43,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:43,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:43,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:43,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:43,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:43,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:43,764 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:43,781 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/.tmp/hbase.id]:[hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/hbase.id] 2024-12-04T14:20:43,789 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:20:43,789 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:20:43,790 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T14:20:43,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057 2024-12-04T14:20:43,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057 2024-12-04T14:20:43,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:20:44,197 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:20:44,198 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:20:44,199 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:44,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:20:44,607 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/data/master/store 2024-12-04T14:20:44,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:20:45,013 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:45,013 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:20:45,013 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:45,013 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:45,013 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:20:45,013 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:45,013 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:20:45,013 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733322045013Disabling compacts and flushes for region at 1733322045013Disabling writes for close at 1733322045013Writing region close event to WAL at 1733322045013Closed at 1733322045013 2024-12-04T14:20:45,014 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/data/master/store/.initializing 2024-12-04T14:20:45,014 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/WALs/ff648bb9ef17,34803,1733322043295 2024-12-04T14:20:45,015 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:20:45,017 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C34803%2C1733322043295, suffix=, logDir=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/WALs/ff648bb9ef17,34803,1733322043295, archiveDir=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/oldWALs, maxLogs=10 2024-12-04T14:20:45,037 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/WALs/ff648bb9ef17,34803,1733322043295/ff648bb9ef17%2C34803%2C1733322043295.1733322045017, exclude list is [], retry=0 2024-12-04T14:20:45,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36745,DS-5fc826ee-5cff-4066-8da2-89e576e01694,DISK] 2024-12-04T14:20:45,043 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/WALs/ff648bb9ef17,34803,1733322043295/ff648bb9ef17%2C34803%2C1733322043295.1733322045017 2024-12-04T14:20:45,044 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)] 2024-12-04T14:20:45,044 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:45,045 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:45,045 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:45,045 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:45,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:45,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:20:45,047 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:45,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:45,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:45,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:20:45,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:45,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:45,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:45,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:20:45,051 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:45,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:45,051 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:45,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:20:45,052 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:45,052 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:45,052 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:45,053 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:45,053 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:45,054 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:45,054 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:45,055 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:20:45,056 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:20:45,058 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:45,058 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74001407, jitterRate=0.1027068942785263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:20:45,058 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733322045045Initializing all the Stores at 1733322045046 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322045046Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322045046Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322045046Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322045046Cleaning up temporary data from old regions at 1733322045054 (+8 ms)Region opened successfully at 1733322045058 (+4 ms) 2024-12-04T14:20:45,060 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:20:45,062 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22bad3cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:20:45,063 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:20:45,064 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:20:45,064 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:20:45,064 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:20:45,064 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:20:45,064 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:20:45,064 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:20:45,070 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:20:45,071 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Unable to get data of znode /21664841057/balancer because node does not exist (not necessarily an error) 2024-12-04T14:20:45,075 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21664841057/balancer already deleted, retry=false 2024-12-04T14:20:45,075 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:20:45,075 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Unable to get data of znode /21664841057/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:20:45,076 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21664841057/normalizer already deleted, retry=false 2024-12-04T14:20:45,077 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:20:45,077 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Unable to get data of znode /21664841057/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:20:45,079 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21664841057/switch/split already deleted, retry=false 2024-12-04T14:20:45,079 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Unable to get data of znode /21664841057/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:20:45,080 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21664841057/switch/merge already deleted, retry=false 2024-12-04T14:20:45,082 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Unable to get data of znode /21664841057/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:20:45,084 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21664841057/snapshot-cleanup already deleted, retry=false 2024-12-04T14:20:45,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21664841057/running 2024-12-04T14:20:45,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21664841057/running 2024-12-04T14:20:45,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057 2024-12-04T14:20:45,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057 2024-12-04T14:20:45,086 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,34803,1733322043295, sessionid=0x1017dd9380b0006, setting cluster-up flag (Was=false) 2024-12-04T14:20:45,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057 2024-12-04T14:20:45,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057 2024-12-04T14:20:45,101 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21664841057/flush-table-proc/acquired, /21664841057/flush-table-proc/reached, /21664841057/flush-table-proc/abort 2024-12-04T14:20:45,102 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,34803,1733322043295 2024-12-04T14:20:45,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057 2024-12-04T14:20:45,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057 2024-12-04T14:20:45,112 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21664841057/online-snapshot/acquired, /21664841057/online-snapshot/reached, /21664841057/online-snapshot/abort 2024-12-04T14:20:45,113 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,34803,1733322043295 2024-12-04T14:20:45,114 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:20:45,118 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:20:45,118 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:20:45,118 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:20:45,118 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,34803,1733322043295 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:20:45,120 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:20:45,120 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:20:45,120 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:20:45,120 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:20:45,120 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:20:45,120 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:45,120 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:20:45,120 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:45,125 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:20:45,126 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:20:45,127 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:45,127 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:20:45,136 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733322075136 2024-12-04T14:20:45,137 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:20:45,137 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:20:45,137 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:20:45,137 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:20:45,137 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:20:45,137 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:20:45,137 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:45,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:20:45,142 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:20:45,142 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:20:45,142 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:20:45,142 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:20:45,144 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:20:45,144 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:20:45,146 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322045144,5,FailOnTimeoutGroup] 2024-12-04T14:20:45,146 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322045146,5,FailOnTimeoutGroup] 2024-12-04T14:20:45,146 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:45,147 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:20:45,147 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:45,147 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:45,153 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(746): ClusterId : 58d85204-90ad-452e-8ab7-865758b1bf61 2024-12-04T14:20:45,153 DEBUG [RS:0;ff648bb9ef17:45071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:20:45,158 DEBUG [RS:0;ff648bb9ef17:45071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:20:45,158 DEBUG [RS:0;ff648bb9ef17:45071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:20:45,160 DEBUG [RS:0;ff648bb9ef17:45071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:20:45,160 DEBUG [RS:0;ff648bb9ef17:45071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c45f7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:20:45,173 DEBUG [RS:0;ff648bb9ef17:45071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:45071 2024-12-04T14:20:45,173 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:20:45,173 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:20:45,173 DEBUG [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:20:45,173 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,34803,1733322043295 with port=45071, startcode=1733322043332 2024-12-04T14:20:45,173 DEBUG [RS:0;ff648bb9ef17:45071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:20:45,175 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:20:45,175 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,45071,1733322043332 2024-12-04T14:20:45,175 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34803 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,45071,1733322043332 2024-12-04T14:20:45,177 DEBUG [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a 2024-12-04T14:20:45,177 DEBUG [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38375 2024-12-04T14:20:45,177 DEBUG [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:20:45,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057/rs 2024-12-04T14:20:45,183 DEBUG [RS:0;ff648bb9ef17:45071 {}] zookeeper.ZKUtil(111): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Set watcher on existing znode=/21664841057/rs/ff648bb9ef17,45071,1733322043332 2024-12-04T14:20:45,183 WARN [RS:0;ff648bb9ef17:45071 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:20:45,183 INFO [RS:0;ff648bb9ef17:45071 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:45,184 DEBUG [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332 2024-12-04T14:20:45,184 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,45071,1733322043332] 2024-12-04T14:20:45,187 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:20:45,190 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:20:45,190 INFO [RS:0;ff648bb9ef17:45071 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:20:45,190 INFO [RS:0;ff648bb9ef17:45071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:45,196 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:20:45,196 INFO [RS:0;ff648bb9ef17:45071 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:20:45,197 INFO [RS:0;ff648bb9ef17:45071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:45,197 DEBUG [RS:0;ff648bb9ef17:45071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:45,197 DEBUG [RS:0;ff648bb9ef17:45071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:45,197 DEBUG [RS:0;ff648bb9ef17:45071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:45,197 DEBUG [RS:0;ff648bb9ef17:45071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:45,197 DEBUG [RS:0;ff648bb9ef17:45071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:45,197 DEBUG [RS:0;ff648bb9ef17:45071 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:20:45,197 DEBUG [RS:0;ff648bb9ef17:45071 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:45,197 DEBUG [RS:0;ff648bb9ef17:45071 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:45,197 DEBUG [RS:0;ff648bb9ef17:45071 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:45,197 DEBUG [RS:0;ff648bb9ef17:45071 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:45,197 DEBUG [RS:0;ff648bb9ef17:45071 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:45,197 DEBUG [RS:0;ff648bb9ef17:45071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:20:45,197 DEBUG [RS:0;ff648bb9ef17:45071 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:20:45,197 DEBUG [RS:0;ff648bb9ef17:45071 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:20:45,197 INFO [RS:0;ff648bb9ef17:45071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:45,197 INFO [RS:0;ff648bb9ef17:45071 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:45,197 INFO [RS:0;ff648bb9ef17:45071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:45,197 INFO [RS:0;ff648bb9ef17:45071 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:45,197 INFO [RS:0;ff648bb9ef17:45071 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:45,197 INFO [RS:0;ff648bb9ef17:45071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,45071,1733322043332-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:20:45,216 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:20:45,216 INFO [RS:0;ff648bb9ef17:45071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,45071,1733322043332-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:45,216 INFO [RS:0;ff648bb9ef17:45071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:45,216 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.Replication(171): ff648bb9ef17,45071,1733322043332 started 2024-12-04T14:20:45,231 INFO [RS:0;ff648bb9ef17:45071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:45,231 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,45071,1733322043332, RpcServer on ff648bb9ef17/172.17.0.2:45071, sessionid=0x1017dd9380b0007 2024-12-04T14:20:45,231 DEBUG [RS:0;ff648bb9ef17:45071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:20:45,231 DEBUG [RS:0;ff648bb9ef17:45071 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,45071,1733322043332 2024-12-04T14:20:45,231 DEBUG [RS:0;ff648bb9ef17:45071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,45071,1733322043332' 2024-12-04T14:20:45,231 DEBUG [RS:0;ff648bb9ef17:45071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21664841057/flush-table-proc/abort' 2024-12-04T14:20:45,232 DEBUG [RS:0;ff648bb9ef17:45071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21664841057/flush-table-proc/acquired' 2024-12-04T14:20:45,232 DEBUG [RS:0;ff648bb9ef17:45071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:20:45,232 DEBUG [RS:0;ff648bb9ef17:45071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:20:45,232 DEBUG [RS:0;ff648bb9ef17:45071 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,45071,1733322043332 2024-12-04T14:20:45,232 DEBUG [RS:0;ff648bb9ef17:45071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,45071,1733322043332' 2024-12-04T14:20:45,232 DEBUG [RS:0;ff648bb9ef17:45071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21664841057/online-snapshot/abort' 2024-12-04T14:20:45,233 DEBUG [RS:0;ff648bb9ef17:45071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21664841057/online-snapshot/acquired' 2024-12-04T14:20:45,233 DEBUG [RS:0;ff648bb9ef17:45071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:20:45,233 INFO [RS:0;ff648bb9ef17:45071 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:20:45,233 INFO [RS:0;ff648bb9ef17:45071 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:20:45,334 INFO [RS:0;ff648bb9ef17:45071 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:20:45,335 INFO [RS:0;ff648bb9ef17:45071 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C45071%2C1733322043332, suffix=, logDir=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332, archiveDir=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/oldWALs, maxLogs=10 2024-12-04T14:20:45,358 DEBUG [RS:0;ff648bb9ef17:45071 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336, exclude list is [], retry=0 2024-12-04T14:20:45,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36745,DS-5fc826ee-5cff-4066-8da2-89e576e01694,DISK] 2024-12-04T14:20:45,381 INFO [RS:0;ff648bb9ef17:45071 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 2024-12-04T14:20:45,381 DEBUG [RS:0;ff648bb9ef17:45071 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)] 2024-12-04T14:20:45,543 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:20:45,543 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a 2024-12-04T14:20:45,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741833_1009 (size=32) 2024-12-04T14:20:45,950 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:45,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:20:45,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:20:45,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:45,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:45,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:20:45,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:20:45,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:45,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:45,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:20:45,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:20:45,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:45,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:45,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:20:45,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:20:45,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:45,957 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:45,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:20:45,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740 2024-12-04T14:20:45,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740 2024-12-04T14:20:45,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:20:45,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:20:45,959 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:20:45,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:20:45,961 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:45,962 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68846396, jitterRate=0.025891244411468506}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:20:45,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733322045950Initializing all the Stores at 1733322045951 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322045951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322045951Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322045951Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322045951Cleaning up temporary data from old regions at 1733322045959 (+8 ms)Region opened successfully at 1733322045962 (+3 ms) 2024-12-04T14:20:45,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:20:45,962 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:20:45,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:20:45,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:20:45,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:20:45,962 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:20:45,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733322045962Disabling compacts and flushes for region at 1733322045962Disabling writes for close at 1733322045962Writing region close event to WAL at 1733322045962Closed at 1733322045962 2024-12-04T14:20:45,963 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:20:45,963 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:20:45,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:20:45,964 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:20:45,965 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:20:46,116 DEBUG [ff648bb9ef17:34803 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:20:46,116 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,45071,1733322043332 2024-12-04T14:20:46,118 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,45071,1733322043332, state=OPENING 2024-12-04T14:20:46,119 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:20:46,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057 2024-12-04T14:20:46,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057 2024-12-04T14:20:46,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21664841057/meta-region-server: CHANGED 2024-12-04T14:20:46,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21664841057/meta-region-server: CHANGED 2024-12-04T14:20:46,122 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:20:46,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,45071,1733322043332}] 2024-12-04T14:20:46,275 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:20:46,277 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:20:46,280 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:20:46,280 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:46,280 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:20:46,282 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C45071%2C1733322043332.meta, suffix=.meta, logDir=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332, archiveDir=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/oldWALs, maxLogs=10 2024-12-04T14:20:46,301 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.meta.1733322046282.meta, exclude list is [], retry=0 2024-12-04T14:20:46,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36745,DS-5fc826ee-5cff-4066-8da2-89e576e01694,DISK] 2024-12-04T14:20:46,304 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.meta.1733322046282.meta 2024-12-04T14:20:46,305 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)] 2024-12-04T14:20:46,305 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:46,305 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:20:46,305 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:20:46,305 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:20:46,306 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:20:46,306 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:20:46,306 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:46,306 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:20:46,306 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:20:46,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:20:46,315 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:20:46,315 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:46,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:46,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:20:46,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:20:46,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:46,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:46,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:20:46,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:20:46,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:46,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:46,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:20:46,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:20:46,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:46,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:20:46,318 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:20:46,319 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740 2024-12-04T14:20:46,320 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740 2024-12-04T14:20:46,321 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:20:46,321 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:20:46,321 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:20:46,322 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:20:46,323 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71777455, jitterRate=0.06956742703914642}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:20:46,323 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:20:46,323 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733322046306Writing region info on filesystem at 1733322046306Initializing all the Stores at 1733322046307 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322046307Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322046314 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322046314Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322046314Cleaning up temporary data from old regions at 1733322046321 (+7 ms)Running coprocessor post-open hooks at 1733322046323 (+2 ms)Region opened successfully at 1733322046323 2024-12-04T14:20:46,324 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733322046275 2024-12-04T14:20:46,326 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:20:46,326 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:20:46,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,45071,1733322043332 2024-12-04T14:20:46,327 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,45071,1733322043332, state=OPEN 2024-12-04T14:20:46,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21664841057/meta-region-server 2024-12-04T14:20:46,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21664841057/meta-region-server 2024-12-04T14:20:46,330 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,45071,1733322043332 2024-12-04T14:20:46,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21664841057/meta-region-server: CHANGED 2024-12-04T14:20:46,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21664841057/meta-region-server: CHANGED 2024-12-04T14:20:46,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:20:46,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,45071,1733322043332 in 208 msec 2024-12-04T14:20:46,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:20:46,334 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 369 msec 2024-12-04T14:20:46,335 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:20:46,335 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:20:46,336 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:46,336 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,45071,1733322043332, seqNum=-1] 2024-12-04T14:20:46,337 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:46,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:20:46,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2250 sec 2024-12-04T14:20:46,342 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733322046342, completionTime=-1 2024-12-04T14:20:46,343 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:20:46,343 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:20:46,345 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:20:46,345 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733322106345 2024-12-04T14:20:46,345 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733322166345 2024-12-04T14:20:46,345 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T14:20:46,345 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,34803,1733322043295-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:46,345 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,34803,1733322043295-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:46,345 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,34803,1733322043295-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:46,345 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:34803, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:46,345 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:46,347 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:20:46,349 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:46,352 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.983sec 2024-12-04T14:20:46,352 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:20:46,352 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:20:46,352 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:20:46,352 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:20:46,352 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:20:46,353 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,34803,1733322043295-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:20:46,353 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,34803,1733322043295-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:20:46,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed84303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:46,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,34803,-1 for getting cluster id 2024-12-04T14:20:46,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:46,355 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:20:46,355 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:20:46,355 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,34803,1733322043295-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:20:46,356 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58d85204-90ad-452e-8ab7-865758b1bf61' 2024-12-04T14:20:46,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:46,356 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58d85204-90ad-452e-8ab7-865758b1bf61" 2024-12-04T14:20:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5781dcfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,34803,-1] 2024-12-04T14:20:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:46,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:46,358 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:46,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2012e041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:46,359 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,45071,1733322043332, seqNum=-1] 2024-12-04T14:20:46,361 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:46,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:20:46,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,34803,1733322043295 2024-12-04T14:20:46,364 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53129 2024-12-04T14:20:46,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:20:46,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017dd9380b0008 connected 2024-12-04T14:20:46,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:46,382 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,32861,1733322035640 2024-12-04T14:20:46,382 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c85e11d 2024-12-04T14:20:46,383 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:46,384 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:20:46,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:20:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T14:20:46,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:20:46,387 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:46,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:20:46,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T14:20:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:46,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741835_1011 (size=902) 2024-12-04T14:20:46,405 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 309eb0dd4306f31364922248c9cffd91, NAME => 'test,,1733322046384.309eb0dd4306f31364922248c9cffd91.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0 2024-12-04T14:20:46,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741836_1012 (size=39) 2024-12-04T14:20:46,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733322046384.309eb0dd4306f31364922248c9cffd91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:46,426 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 309eb0dd4306f31364922248c9cffd91, disabling compactions & flushes 2024-12-04T14:20:46,427 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733322046384.309eb0dd4306f31364922248c9cffd91. 2024-12-04T14:20:46,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733322046384.309eb0dd4306f31364922248c9cffd91. 2024-12-04T14:20:46,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733322046384.309eb0dd4306f31364922248c9cffd91. after waiting 0 ms 2024-12-04T14:20:46,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733322046384.309eb0dd4306f31364922248c9cffd91. 2024-12-04T14:20:46,427 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733322046384.309eb0dd4306f31364922248c9cffd91. 2024-12-04T14:20:46,427 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 309eb0dd4306f31364922248c9cffd91: Waiting for close lock at 1733322046426Disabling compacts and flushes for region at 1733322046426Disabling writes for close at 1733322046427 (+1 ms)Writing region close event to WAL at 1733322046427Closed at 1733322046427 2024-12-04T14:20:46,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:20:46,429 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733322046384.309eb0dd4306f31364922248c9cffd91.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733322046428"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733322046428"}]},"ts":"1733322046428"} 2024-12-04T14:20:46,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:20:46,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:20:46,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322046433"}]},"ts":"1733322046433"} 2024-12-04T14:20:46,435 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T14:20:46,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=309eb0dd4306f31364922248c9cffd91, ASSIGN}] 2024-12-04T14:20:46,437 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=309eb0dd4306f31364922248c9cffd91, ASSIGN 2024-12-04T14:20:46,438 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=309eb0dd4306f31364922248c9cffd91, ASSIGN; state=OFFLINE, location=ff648bb9ef17,37725,1733322035696; forceNewPlan=false, retain=false 2024-12-04T14:20:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:46,590 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=309eb0dd4306f31364922248c9cffd91, regionState=OPENING, regionLocation=ff648bb9ef17,37725,1733322035696 2024-12-04T14:20:46,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=309eb0dd4306f31364922248c9cffd91, ASSIGN because future has completed 2024-12-04T14:20:46,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 309eb0dd4306f31364922248c9cffd91, server=ff648bb9ef17,37725,1733322035696}] 2024-12-04T14:20:46,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:46,750 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733322046384.309eb0dd4306f31364922248c9cffd91. 2024-12-04T14:20:46,750 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 309eb0dd4306f31364922248c9cffd91, NAME => 'test,,1733322046384.309eb0dd4306f31364922248c9cffd91.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:46,750 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:20:46,750 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T14:20:46,751 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 309eb0dd4306f31364922248c9cffd91 2024-12-04T14:20:46,751 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733322046384.309eb0dd4306f31364922248c9cffd91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:46,751 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 309eb0dd4306f31364922248c9cffd91 2024-12-04T14:20:46,751 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 309eb0dd4306f31364922248c9cffd91 2024-12-04T14:20:46,752 INFO [StoreOpener-309eb0dd4306f31364922248c9cffd91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 309eb0dd4306f31364922248c9cffd91 2024-12-04T14:20:46,753 INFO [StoreOpener-309eb0dd4306f31364922248c9cffd91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 309eb0dd4306f31364922248c9cffd91 columnFamilyName f 2024-12-04T14:20:46,755 DEBUG [StoreOpener-309eb0dd4306f31364922248c9cffd91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:46,755 INFO [StoreOpener-309eb0dd4306f31364922248c9cffd91-1 {}] regionserver.HStore(327): Store=309eb0dd4306f31364922248c9cffd91/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:46,755 INFO [StoreOpener-309eb0dd4306f31364922248c9cffd91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 309eb0dd4306f31364922248c9cffd91 2024-12-04T14:20:46,757 INFO [StoreOpener-309eb0dd4306f31364922248c9cffd91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 309eb0dd4306f31364922248c9cffd91 columnFamilyName f1 2024-12-04T14:20:46,757 DEBUG [StoreOpener-309eb0dd4306f31364922248c9cffd91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:46,757 INFO [StoreOpener-309eb0dd4306f31364922248c9cffd91-1 {}] regionserver.HStore(327): Store=309eb0dd4306f31364922248c9cffd91/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:46,757 INFO [StoreOpener-309eb0dd4306f31364922248c9cffd91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 309eb0dd4306f31364922248c9cffd91 2024-12-04T14:20:46,758 INFO [StoreOpener-309eb0dd4306f31364922248c9cffd91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 309eb0dd4306f31364922248c9cffd91 columnFamilyName norep 2024-12-04T14:20:46,758 DEBUG [StoreOpener-309eb0dd4306f31364922248c9cffd91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:46,758 INFO [StoreOpener-309eb0dd4306f31364922248c9cffd91-1 {}] regionserver.HStore(327): Store=309eb0dd4306f31364922248c9cffd91/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:46,758 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 309eb0dd4306f31364922248c9cffd91 2024-12-04T14:20:46,759 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/default/test/309eb0dd4306f31364922248c9cffd91 2024-12-04T14:20:46,759 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/default/test/309eb0dd4306f31364922248c9cffd91 2024-12-04T14:20:46,760 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 309eb0dd4306f31364922248c9cffd91 2024-12-04T14:20:46,760 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 309eb0dd4306f31364922248c9cffd91 2024-12-04T14:20:46,760 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:20:46,761 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 309eb0dd4306f31364922248c9cffd91 2024-12-04T14:20:46,768 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/default/test/309eb0dd4306f31364922248c9cffd91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:46,769 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 309eb0dd4306f31364922248c9cffd91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68582121, jitterRate=0.021953240036964417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:20:46,769 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 309eb0dd4306f31364922248c9cffd91 2024-12-04T14:20:46,770 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 309eb0dd4306f31364922248c9cffd91: Running coprocessor pre-open hook at 1733322046751Writing region info on filesystem at 1733322046751Initializing all the Stores at 1733322046752 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322046752Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322046752Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322046752Cleaning up temporary data from old regions at 1733322046760 (+8 ms)Running coprocessor post-open hooks at 1733322046769 (+9 ms)Region opened successfully at 1733322046770 (+1 ms) 2024-12-04T14:20:46,771 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733322046384.309eb0dd4306f31364922248c9cffd91., pid=6, masterSystemTime=1733322046746 2024-12-04T14:20:46,773 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733322046384.309eb0dd4306f31364922248c9cffd91. 2024-12-04T14:20:46,773 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733322046384.309eb0dd4306f31364922248c9cffd91. 2024-12-04T14:20:46,773 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=309eb0dd4306f31364922248c9cffd91, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff648bb9ef17,37725,1733322035696 2024-12-04T14:20:46,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 309eb0dd4306f31364922248c9cffd91, server=ff648bb9ef17,37725,1733322035696 because future has completed 2024-12-04T14:20:46,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:20:46,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 309eb0dd4306f31364922248c9cffd91, server=ff648bb9ef17,37725,1733322035696 in 183 msec 2024-12-04T14:20:46,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T14:20:46,780 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=309eb0dd4306f31364922248c9cffd91, ASSIGN in 343 msec 2024-12-04T14:20:46,781 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:20:46,781 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322046781"}]},"ts":"1733322046781"} 2024-12-04T14:20:46,783 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T14:20:46,783 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:20:46,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 398 msec 2024-12-04T14:20:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:47,017 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T14:20:47,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:47,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,44335,1733322039538 2024-12-04T14:20:47,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5496353 2024-12-04T14:20:47,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:47,019 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:20:47,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:20:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T14:20:47,022 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:20:47,022 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:47,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T14:20:47,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:20:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:47,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741835_1011 (size=902) 2024-12-04T14:20:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:47,430 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7e76ef31dff8b6a4f9bc3715aedf6164, NAME => 'test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083 2024-12-04T14:20:47,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741836_1012 (size=39) 2024-12-04T14:20:47,436 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:47,436 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7e76ef31dff8b6a4f9bc3715aedf6164, disabling compactions & flushes 2024-12-04T14:20:47,436 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164. 2024-12-04T14:20:47,436 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164. 2024-12-04T14:20:47,436 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164. after waiting 0 ms 2024-12-04T14:20:47,436 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164. 2024-12-04T14:20:47,436 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164. 2024-12-04T14:20:47,436 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7e76ef31dff8b6a4f9bc3715aedf6164: Waiting for close lock at 1733322047436Disabling compacts and flushes for region at 1733322047436Disabling writes for close at 1733322047436Writing region close event to WAL at 1733322047436Closed at 1733322047436 2024-12-04T14:20:47,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:20:47,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733322047437"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733322047437"}]},"ts":"1733322047437"} 2024-12-04T14:20:47,439 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:20:47,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:20:47,441 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322047440"}]},"ts":"1733322047440"} 2024-12-04T14:20:47,442 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T14:20:47,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7e76ef31dff8b6a4f9bc3715aedf6164, ASSIGN}] 2024-12-04T14:20:47,444 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7e76ef31dff8b6a4f9bc3715aedf6164, ASSIGN 2024-12-04T14:20:47,445 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7e76ef31dff8b6a4f9bc3715aedf6164, ASSIGN; state=OFFLINE, location=ff648bb9ef17,34205,1733322039579; forceNewPlan=false, retain=false 2024-12-04T14:20:47,595 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e76ef31dff8b6a4f9bc3715aedf6164, regionState=OPENING, regionLocation=ff648bb9ef17,34205,1733322039579 2024-12-04T14:20:47,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7e76ef31dff8b6a4f9bc3715aedf6164, ASSIGN because future has completed 2024-12-04T14:20:47,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e76ef31dff8b6a4f9bc3715aedf6164, server=ff648bb9ef17,34205,1733322039579}] 2024-12-04T14:20:47,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:47,756 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164. 2024-12-04T14:20:47,757 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7e76ef31dff8b6a4f9bc3715aedf6164, NAME => 'test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:47,757 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:20:47,757 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T14:20:47,757 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7e76ef31dff8b6a4f9bc3715aedf6164 2024-12-04T14:20:47,757 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:47,758 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7e76ef31dff8b6a4f9bc3715aedf6164 2024-12-04T14:20:47,758 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7e76ef31dff8b6a4f9bc3715aedf6164 2024-12-04T14:20:47,760 INFO [StoreOpener-7e76ef31dff8b6a4f9bc3715aedf6164-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7e76ef31dff8b6a4f9bc3715aedf6164 2024-12-04T14:20:47,762 INFO [StoreOpener-7e76ef31dff8b6a4f9bc3715aedf6164-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e76ef31dff8b6a4f9bc3715aedf6164 columnFamilyName f 2024-12-04T14:20:47,763 DEBUG [StoreOpener-7e76ef31dff8b6a4f9bc3715aedf6164-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:47,763 INFO [StoreOpener-7e76ef31dff8b6a4f9bc3715aedf6164-1 {}] regionserver.HStore(327): Store=7e76ef31dff8b6a4f9bc3715aedf6164/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:47,763 INFO [StoreOpener-7e76ef31dff8b6a4f9bc3715aedf6164-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7e76ef31dff8b6a4f9bc3715aedf6164 2024-12-04T14:20:47,764 INFO [StoreOpener-7e76ef31dff8b6a4f9bc3715aedf6164-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e76ef31dff8b6a4f9bc3715aedf6164 columnFamilyName f1 2024-12-04T14:20:47,764 DEBUG [StoreOpener-7e76ef31dff8b6a4f9bc3715aedf6164-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:47,765 INFO [StoreOpener-7e76ef31dff8b6a4f9bc3715aedf6164-1 {}] regionserver.HStore(327): Store=7e76ef31dff8b6a4f9bc3715aedf6164/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:47,765 INFO [StoreOpener-7e76ef31dff8b6a4f9bc3715aedf6164-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7e76ef31dff8b6a4f9bc3715aedf6164 2024-12-04T14:20:47,766 INFO [StoreOpener-7e76ef31dff8b6a4f9bc3715aedf6164-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e76ef31dff8b6a4f9bc3715aedf6164 columnFamilyName norep 2024-12-04T14:20:47,766 DEBUG [StoreOpener-7e76ef31dff8b6a4f9bc3715aedf6164-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:47,766 INFO [StoreOpener-7e76ef31dff8b6a4f9bc3715aedf6164-1 {}] regionserver.HStore(327): Store=7e76ef31dff8b6a4f9bc3715aedf6164/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:47,766 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7e76ef31dff8b6a4f9bc3715aedf6164 2024-12-04T14:20:47,767 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/default/test/7e76ef31dff8b6a4f9bc3715aedf6164 2024-12-04T14:20:47,767 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/default/test/7e76ef31dff8b6a4f9bc3715aedf6164 2024-12-04T14:20:47,768 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7e76ef31dff8b6a4f9bc3715aedf6164 2024-12-04T14:20:47,768 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7e76ef31dff8b6a4f9bc3715aedf6164 2024-12-04T14:20:47,768 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:20:47,770 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7e76ef31dff8b6a4f9bc3715aedf6164 2024-12-04T14:20:47,773 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/default/test/7e76ef31dff8b6a4f9bc3715aedf6164/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:47,774 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7e76ef31dff8b6a4f9bc3715aedf6164; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69595532, jitterRate=0.037054240703582764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:20:47,774 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7e76ef31dff8b6a4f9bc3715aedf6164 2024-12-04T14:20:47,774 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7e76ef31dff8b6a4f9bc3715aedf6164: Running coprocessor pre-open hook at 1733322047758Writing region info on filesystem at 1733322047758Initializing all the Stores at 1733322047758Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322047758Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322047760 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322047760Cleaning up temporary data from old regions at 1733322047768 (+8 ms)Running coprocessor post-open hooks at 1733322047774 (+6 ms)Region opened successfully at 1733322047774 2024-12-04T14:20:47,775 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164., pid=6, masterSystemTime=1733322047752 2024-12-04T14:20:47,777 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164. 2024-12-04T14:20:47,777 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164. 2024-12-04T14:20:47,778 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7e76ef31dff8b6a4f9bc3715aedf6164, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff648bb9ef17,34205,1733322039579 2024-12-04T14:20:47,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7e76ef31dff8b6a4f9bc3715aedf6164, server=ff648bb9ef17,34205,1733322039579 because future has completed 2024-12-04T14:20:47,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:20:47,784 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7e76ef31dff8b6a4f9bc3715aedf6164, server=ff648bb9ef17,34205,1733322039579 in 183 msec 2024-12-04T14:20:47,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T14:20:47,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7e76ef31dff8b6a4f9bc3715aedf6164, ASSIGN in 341 msec 2024-12-04T14:20:47,787 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:20:47,787 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322047787"}]},"ts":"1733322047787"} 2024-12-04T14:20:47,788 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T14:20:47,789 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:20:47,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 769 msec 2024-12-04T14:20:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:48,157 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T14:20:48,157 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:48,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,34803,1733322043295 2024-12-04T14:20:48,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21e2c225 2024-12-04T14:20:48,158 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:48,159 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:20:48,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:20:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T14:20:48,162 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:20:48,162 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:48,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T14:20:48,163 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:20:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:48,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741835_1011 (size=902) 2024-12-04T14:20:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:48,570 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0f2007a3f47e55d78b308c8851d59576, NAME => 'test,,1733322048160.0f2007a3f47e55d78b308c8851d59576.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a 2024-12-04T14:20:48,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741836_1012 (size=39) 2024-12-04T14:20:48,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:48,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733322048160.0f2007a3f47e55d78b308c8851d59576.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:48,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0f2007a3f47e55d78b308c8851d59576, disabling compactions & flushes 2024-12-04T14:20:48,976 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733322048160.0f2007a3f47e55d78b308c8851d59576. 2024-12-04T14:20:48,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733322048160.0f2007a3f47e55d78b308c8851d59576. 2024-12-04T14:20:48,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733322048160.0f2007a3f47e55d78b308c8851d59576. after waiting 0 ms 2024-12-04T14:20:48,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733322048160.0f2007a3f47e55d78b308c8851d59576. 2024-12-04T14:20:48,976 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733322048160.0f2007a3f47e55d78b308c8851d59576. 2024-12-04T14:20:48,976 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0f2007a3f47e55d78b308c8851d59576: Waiting for close lock at 1733322048976Disabling compacts and flushes for region at 1733322048976Disabling writes for close at 1733322048976Writing region close event to WAL at 1733322048976Closed at 1733322048976 2024-12-04T14:20:48,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:20:48,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733322048160.0f2007a3f47e55d78b308c8851d59576.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733322048978"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733322048978"}]},"ts":"1733322048978"} 2024-12-04T14:20:48,981 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:20:48,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:20:48,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322048982"}]},"ts":"1733322048982"} 2024-12-04T14:20:48,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T14:20:48,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f2007a3f47e55d78b308c8851d59576, ASSIGN}] 2024-12-04T14:20:48,986 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0f2007a3f47e55d78b308c8851d59576, ASSIGN 2024-12-04T14:20:48,989 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0f2007a3f47e55d78b308c8851d59576, ASSIGN; state=OFFLINE, location=ff648bb9ef17,45071,1733322043332; forceNewPlan=false, retain=false 2024-12-04T14:20:49,139 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f2007a3f47e55d78b308c8851d59576, regionState=OPENING, regionLocation=ff648bb9ef17,45071,1733322043332 2024-12-04T14:20:49,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0f2007a3f47e55d78b308c8851d59576, ASSIGN because future has completed 2024-12-04T14:20:49,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f2007a3f47e55d78b308c8851d59576, server=ff648bb9ef17,45071,1733322043332}] 2024-12-04T14:20:49,151 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T14:20:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:49,298 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733322048160.0f2007a3f47e55d78b308c8851d59576. 2024-12-04T14:20:49,298 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0f2007a3f47e55d78b308c8851d59576, NAME => 'test,,1733322048160.0f2007a3f47e55d78b308c8851d59576.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:49,299 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:20:49,299 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T14:20:49,299 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0f2007a3f47e55d78b308c8851d59576 2024-12-04T14:20:49,299 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733322048160.0f2007a3f47e55d78b308c8851d59576.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:49,299 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0f2007a3f47e55d78b308c8851d59576 2024-12-04T14:20:49,299 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0f2007a3f47e55d78b308c8851d59576 2024-12-04T14:20:49,300 INFO [StoreOpener-0f2007a3f47e55d78b308c8851d59576-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0f2007a3f47e55d78b308c8851d59576 2024-12-04T14:20:49,301 INFO [StoreOpener-0f2007a3f47e55d78b308c8851d59576-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f2007a3f47e55d78b308c8851d59576 columnFamilyName f 2024-12-04T14:20:49,302 DEBUG [StoreOpener-0f2007a3f47e55d78b308c8851d59576-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:49,302 INFO [StoreOpener-0f2007a3f47e55d78b308c8851d59576-1 {}] regionserver.HStore(327): Store=0f2007a3f47e55d78b308c8851d59576/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:49,302 INFO [StoreOpener-0f2007a3f47e55d78b308c8851d59576-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0f2007a3f47e55d78b308c8851d59576 2024-12-04T14:20:49,303 INFO [StoreOpener-0f2007a3f47e55d78b308c8851d59576-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f2007a3f47e55d78b308c8851d59576 columnFamilyName f1 2024-12-04T14:20:49,303 DEBUG [StoreOpener-0f2007a3f47e55d78b308c8851d59576-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:49,303 INFO [StoreOpener-0f2007a3f47e55d78b308c8851d59576-1 {}] regionserver.HStore(327): Store=0f2007a3f47e55d78b308c8851d59576/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:49,304 INFO [StoreOpener-0f2007a3f47e55d78b308c8851d59576-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0f2007a3f47e55d78b308c8851d59576 2024-12-04T14:20:49,304 INFO [StoreOpener-0f2007a3f47e55d78b308c8851d59576-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0f2007a3f47e55d78b308c8851d59576 columnFamilyName norep 2024-12-04T14:20:49,304 DEBUG [StoreOpener-0f2007a3f47e55d78b308c8851d59576-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:49,305 INFO [StoreOpener-0f2007a3f47e55d78b308c8851d59576-1 {}] regionserver.HStore(327): Store=0f2007a3f47e55d78b308c8851d59576/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:49,305 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0f2007a3f47e55d78b308c8851d59576 2024-12-04T14:20:49,306 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/default/test/0f2007a3f47e55d78b308c8851d59576 2024-12-04T14:20:49,306 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/default/test/0f2007a3f47e55d78b308c8851d59576 2024-12-04T14:20:49,307 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0f2007a3f47e55d78b308c8851d59576 2024-12-04T14:20:49,307 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0f2007a3f47e55d78b308c8851d59576 2024-12-04T14:20:49,307 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:20:49,308 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0f2007a3f47e55d78b308c8851d59576 2024-12-04T14:20:49,310 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/default/test/0f2007a3f47e55d78b308c8851d59576/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:49,311 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0f2007a3f47e55d78b308c8851d59576; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60210520, jitterRate=-0.10279333591461182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:20:49,311 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0f2007a3f47e55d78b308c8851d59576 2024-12-04T14:20:49,311 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0f2007a3f47e55d78b308c8851d59576: Running coprocessor pre-open hook at 1733322049299Writing region info on filesystem at 1733322049299Initializing all the Stores at 1733322049300 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322049300Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322049300Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322049300Cleaning up temporary data from old regions at 1733322049307 (+7 ms)Running coprocessor post-open hooks at 1733322049311 (+4 ms)Region opened successfully at 1733322049311 2024-12-04T14:20:49,312 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733322048160.0f2007a3f47e55d78b308c8851d59576., pid=6, masterSystemTime=1733322049294 2024-12-04T14:20:49,314 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733322048160.0f2007a3f47e55d78b308c8851d59576. 2024-12-04T14:20:49,314 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733322048160.0f2007a3f47e55d78b308c8851d59576. 2024-12-04T14:20:49,314 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0f2007a3f47e55d78b308c8851d59576, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff648bb9ef17,45071,1733322043332 2024-12-04T14:20:49,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0f2007a3f47e55d78b308c8851d59576, server=ff648bb9ef17,45071,1733322043332 because future has completed 2024-12-04T14:20:49,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:20:49,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0f2007a3f47e55d78b308c8851d59576, server=ff648bb9ef17,45071,1733322043332 in 175 msec 2024-12-04T14:20:49,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T14:20:49,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0f2007a3f47e55d78b308c8851d59576, ASSIGN in 334 msec 2024-12-04T14:20:49,321 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:20:49,321 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322049321"}]},"ts":"1733322049321"} 2024-12-04T14:20:49,323 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T14:20:49,323 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:20:49,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-12-04T14:20:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:20:50,307 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T14:20:50,308 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7606b5b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:50,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,32861,-1 for getting cluster id 2024-12-04T14:20:50,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:50,309 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '031fa7ed-8d78-4041-8e93-d948c56d5f58' 2024-12-04T14:20:50,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:50,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "031fa7ed-8d78-4041-8e93-d948c56d5f58" 2024-12-04T14:20:50,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f46fcca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:50,309 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,32861,-1] 2024-12-04T14:20:50,310 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:50,310 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:50,311 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:50,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78cea3d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:50,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,32861,1733322035640 2024-12-04T14:20:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55ee5d02 2024-12-04T14:20:50,313 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:50,314 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:20:50,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff648bb9ef17:44335,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T14:20:50,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:20:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:50,317 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:44335' 2024-12-04T14:20:50,319 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1fba6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:50,319 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,44335,-1 for getting cluster id 2024-12-04T14:20:50,319 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:50,320 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9b27dde-2a93-481a-a6d9-c4fb08fdc362' 2024-12-04T14:20:50,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:50,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9b27dde-2a93-481a-a6d9-c4fb08fdc362" 2024-12-04T14:20:50,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae412e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:50,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,44335,-1] 2024-12-04T14:20:50,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:50,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:50,321 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:50,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bfdd53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:50,322 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:50,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,44335,1733322039538 2024-12-04T14:20:50,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f0f1e7e 2024-12-04T14:20:50,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:50,324 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:20:50,325 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T14:20:50,325 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T14:20:50,325 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:50,325 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:50,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:50,326 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:20:50,327 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T14:20:50,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:20:50,328 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:50,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:20:50,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741837_1013 (size=1138) 2024-12-04T14:20:50,377 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T14:20:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:50,743 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4aee8fde2aef15b9df9a3a2a29ab6820, NAME => 'hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0 2024-12-04T14:20:50,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741838_1014 (size=44) 2024-12-04T14:20:50,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:51,153 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:51,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4aee8fde2aef15b9df9a3a2a29ab6820, disabling compactions & flushes 2024-12-04T14:20:51,154 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820. 2024-12-04T14:20:51,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820. 2024-12-04T14:20:51,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820. after waiting 0 ms 2024-12-04T14:20:51,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820. 2024-12-04T14:20:51,154 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820. 2024-12-04T14:20:51,154 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4aee8fde2aef15b9df9a3a2a29ab6820: Waiting for close lock at 1733322051154Disabling compacts and flushes for region at 1733322051154Disabling writes for close at 1733322051154Writing region close event to WAL at 1733322051154Closed at 1733322051154 2024-12-04T14:20:51,155 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:20:51,155 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733322051155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733322051155"}]},"ts":"1733322051155"} 2024-12-04T14:20:51,158 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:20:51,158 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:20:51,159 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322051159"}]},"ts":"1733322051159"} 2024-12-04T14:20:51,161 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T14:20:51,161 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4aee8fde2aef15b9df9a3a2a29ab6820, ASSIGN}] 2024-12-04T14:20:51,162 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4aee8fde2aef15b9df9a3a2a29ab6820, ASSIGN 2024-12-04T14:20:51,163 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4aee8fde2aef15b9df9a3a2a29ab6820, ASSIGN; state=OFFLINE, location=ff648bb9ef17,37725,1733322035696; forceNewPlan=false, retain=false 2024-12-04T14:20:51,313 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4aee8fde2aef15b9df9a3a2a29ab6820, regionState=OPENING, regionLocation=ff648bb9ef17,37725,1733322035696 2024-12-04T14:20:51,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4aee8fde2aef15b9df9a3a2a29ab6820, ASSIGN because future has completed 2024-12-04T14:20:51,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4aee8fde2aef15b9df9a3a2a29ab6820, server=ff648bb9ef17,37725,1733322035696}] 2024-12-04T14:20:51,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:51,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820. 2024-12-04T14:20:51,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:51,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T14:20:51,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C37725%2C1733322035696.rep, suffix=, logDir=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696, archiveDir=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/oldWALs, maxLogs=10 2024-12-04T14:20:51,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.rep.1733322051473, exclude list is [], retry=0 2024-12-04T14:20:51,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41707,DS-918096e9-f353-44ce-a1a1-c5f20e24aa90,DISK] 2024-12-04T14:20:51,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.rep.1733322051473 2024-12-04T14:20:51,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36807:36807)] 2024-12-04T14:20:51,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4aee8fde2aef15b9df9a3a2a29ab6820, NAME => 'hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:51,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:20:51,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:20:51,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820. service=MultiRowMutationService 2024-12-04T14:20:51,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T14:20:51,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4aee8fde2aef15b9df9a3a2a29ab6820 2024-12-04T14:20:51,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:51,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4aee8fde2aef15b9df9a3a2a29ab6820 2024-12-04T14:20:51,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4aee8fde2aef15b9df9a3a2a29ab6820 2024-12-04T14:20:51,493 INFO [StoreOpener-4aee8fde2aef15b9df9a3a2a29ab6820-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4aee8fde2aef15b9df9a3a2a29ab6820 2024-12-04T14:20:51,494 INFO [StoreOpener-4aee8fde2aef15b9df9a3a2a29ab6820-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aee8fde2aef15b9df9a3a2a29ab6820 columnFamilyName hfileref 2024-12-04T14:20:51,494 DEBUG [StoreOpener-4aee8fde2aef15b9df9a3a2a29ab6820-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:51,494 INFO [StoreOpener-4aee8fde2aef15b9df9a3a2a29ab6820-1 {}] regionserver.HStore(327): Store=4aee8fde2aef15b9df9a3a2a29ab6820/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:51,495 INFO [StoreOpener-4aee8fde2aef15b9df9a3a2a29ab6820-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4aee8fde2aef15b9df9a3a2a29ab6820 2024-12-04T14:20:51,496 INFO [StoreOpener-4aee8fde2aef15b9df9a3a2a29ab6820-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aee8fde2aef15b9df9a3a2a29ab6820 columnFamilyName queue 2024-12-04T14:20:51,496 DEBUG [StoreOpener-4aee8fde2aef15b9df9a3a2a29ab6820-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:51,496 INFO [StoreOpener-4aee8fde2aef15b9df9a3a2a29ab6820-1 {}] regionserver.HStore(327): Store=4aee8fde2aef15b9df9a3a2a29ab6820/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:51,496 INFO [StoreOpener-4aee8fde2aef15b9df9a3a2a29ab6820-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4aee8fde2aef15b9df9a3a2a29ab6820 2024-12-04T14:20:51,497 INFO [StoreOpener-4aee8fde2aef15b9df9a3a2a29ab6820-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4aee8fde2aef15b9df9a3a2a29ab6820 columnFamilyName sid 2024-12-04T14:20:51,497 DEBUG [StoreOpener-4aee8fde2aef15b9df9a3a2a29ab6820-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:51,497 INFO [StoreOpener-4aee8fde2aef15b9df9a3a2a29ab6820-1 {}] regionserver.HStore(327): Store=4aee8fde2aef15b9df9a3a2a29ab6820/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:51,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4aee8fde2aef15b9df9a3a2a29ab6820 2024-12-04T14:20:51,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/replication/4aee8fde2aef15b9df9a3a2a29ab6820 2024-12-04T14:20:51,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/replication/4aee8fde2aef15b9df9a3a2a29ab6820 2024-12-04T14:20:51,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4aee8fde2aef15b9df9a3a2a29ab6820 2024-12-04T14:20:51,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4aee8fde2aef15b9df9a3a2a29ab6820 2024-12-04T14:20:51,499 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:20:51,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4aee8fde2aef15b9df9a3a2a29ab6820 2024-12-04T14:20:51,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/replication/4aee8fde2aef15b9df9a3a2a29ab6820/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:51,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4aee8fde2aef15b9df9a3a2a29ab6820; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72938445, jitterRate=0.08686752617359161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:20:51,502 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4aee8fde2aef15b9df9a3a2a29ab6820 2024-12-04T14:20:51,503 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4aee8fde2aef15b9df9a3a2a29ab6820: Running coprocessor pre-open hook at 1733322051492Writing region info on filesystem at 1733322051492Initializing all the Stores at 1733322051493 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322051493Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322051493Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322051493Cleaning up temporary data from old regions at 1733322051499 (+6 ms)Running coprocessor post-open hooks at 1733322051502 (+3 ms)Region opened successfully at 1733322051503 (+1 ms) 2024-12-04T14:20:51,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820., pid=10, masterSystemTime=1733322051468 2024-12-04T14:20:51,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820. 2024-12-04T14:20:51,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820. 2024-12-04T14:20:51,506 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4aee8fde2aef15b9df9a3a2a29ab6820, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,37725,1733322035696 2024-12-04T14:20:51,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4aee8fde2aef15b9df9a3a2a29ab6820, server=ff648bb9ef17,37725,1733322035696 because future has completed 2024-12-04T14:20:51,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T14:20:51,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4aee8fde2aef15b9df9a3a2a29ab6820, server=ff648bb9ef17,37725,1733322035696 in 193 msec 2024-12-04T14:20:51,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T14:20:51,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4aee8fde2aef15b9df9a3a2a29ab6820, ASSIGN in 350 msec 2024-12-04T14:20:51,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:20:51,513 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322051513"}]},"ts":"1733322051513"} 2024-12-04T14:20:51,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T14:20:51,515 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:20:51,517 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-12-04T14:20:51,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820., hostname=ff648bb9ef17,37725,1733322035696, seqNum=2] 2024-12-04T14:20:51,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831 2024-12-04T14:20:51,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831 2024-12-04T14:20:51,542 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:20:51,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37725 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T14:20:51,695 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T14:20:51,732 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff648bb9ef17,37725,1733322035696, ReplicationSource: 1, currentBandwidth=0 2024-12-04T14:20:51,733 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:51,733 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,37725,1733322035696, seqNum=-1] 2024-12-04T14:20:51,733 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:51,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40859, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-12-04T14:20:51,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff648bb9ef17,37725,1733322035696', locateType=CURRENT is [region=hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820., hostname=ff648bb9ef17,37725,1733322035696, seqNum=2] 2024-12-04T14:20:51,738 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T14:20:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T14:20:51,741 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff648bb9ef17,37725,1733322035696 suceeded 2024-12-04T14:20:51,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T14:20:51,742 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-12-04T14:20:51,742 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff648bb9ef17:44335,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T14:20:51,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4290 sec 2024-12-04T14:20:51,765 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:44335' 2024-12-04T14:20:51,766 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a76988d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:51,766 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,44335,-1 for getting cluster id 2024-12-04T14:20:51,766 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:51,767 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9b27dde-2a93-481a-a6d9-c4fb08fdc362' 2024-12-04T14:20:51,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:51,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9b27dde-2a93-481a-a6d9-c4fb08fdc362" 2024-12-04T14:20:51,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3915f7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:51,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,44335,-1] 2024-12-04T14:20:51,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:51,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:51,768 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:51,769 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2c37b93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:51,769 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:51,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,44335,1733322039538 2024-12-04T14:20:51,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eb1c22b 2024-12-04T14:20:51,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:51,770 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-12-04T14:20:51,771 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff648bb9ef17,37725,1733322035696 (queues=1) is replicating from cluster=031fa7ed-8d78-4041-8e93-d948c56d5f58 to cluster=e9b27dde-2a93-481a-a6d9-c4fb08fdc362 2024-12-04T14:20:51,771 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff648bb9ef17%2C37725%2C1733322035696 2024-12-04T14:20:51,771 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff648bb9ef17,37725,1733322035696, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:20:51,772 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.shipperff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C37725%2C1733322035696 2024-12-04T14:20:51,772 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290, startPosition=0, beingWritten=true 2024-12-04T14:20:51,776 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:51,776 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 379, reset compression=false 2024-12-04T14:20:51,776 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.shipperff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,37725,1733322035696 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:20:51,809 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:20:51,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:51,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:51,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:51,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:51,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:51,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:51,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:51,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:51,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:51,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:51,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:51,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:51,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:51,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:51,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:51,979 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 379, reset compression=false 2024-12-04T14:20:52,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T14:20:52,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T14:20:52,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-12-04T14:20:52,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-12-04T14:20:52,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:20:52,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T14:20:52,282 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 379, reset compression=false 2024-12-04T14:20:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32861 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:52,467 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T14:20:52,467 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:20:52,467 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:52,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:52,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:52,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:52,468 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb8d75b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:52,468 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,44335,-1 for getting cluster id 2024-12-04T14:20:52,468 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:52,469 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9b27dde-2a93-481a-a6d9-c4fb08fdc362' 2024-12-04T14:20:52,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:52,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9b27dde-2a93-481a-a6d9-c4fb08fdc362" 2024-12-04T14:20:52,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c17742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:52,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,44335,-1] 2024-12-04T14:20:52,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:52,469 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:52,470 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:52,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db498e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:52,471 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:52,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,44335,1733322039538 2024-12-04T14:20:52,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f1e065b 2024-12-04T14:20:52,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:52,473 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:20:52,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff648bb9ef17:34803,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T14:20:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:20:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:52,476 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:34803' 2024-12-04T14:20:52,477 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4da5285b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:52,477 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,34803,-1 for getting cluster id 2024-12-04T14:20:52,477 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:52,478 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58d85204-90ad-452e-8ab7-865758b1bf61' 2024-12-04T14:20:52,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:52,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58d85204-90ad-452e-8ab7-865758b1bf61" 2024-12-04T14:20:52,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4555224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:52,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,34803,-1] 2024-12-04T14:20:52,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:52,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:52,479 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:52,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3025f1d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:52,480 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:52,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,34803,1733322043295 2024-12-04T14:20:52,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@337e36f4 2024-12-04T14:20:52,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:52,481 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:20:52,482 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T14:20:52,482 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T14:20:52,482 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:52,483 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:52,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:52,483 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:20:52,484 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T14:20:52,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:20:52,485 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:52,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:20:52,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741837_1013 (size=1138) 2024-12-04T14:20:52,534 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T14:20:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:52,686 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 379, reset compression=false 2024-12-04T14:20:52,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:52,909 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 06ff0b2cf352f165022e49169904eb94, NAME => 'hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083 2024-12-04T14:20:52,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741838_1014 (size=44) 2024-12-04T14:20:52,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:52,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 06ff0b2cf352f165022e49169904eb94, disabling compactions & flushes 2024-12-04T14:20:52,929 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94. 2024-12-04T14:20:52,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94. 2024-12-04T14:20:52,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94. after waiting 0 ms 2024-12-04T14:20:52,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94. 2024-12-04T14:20:52,929 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94. 2024-12-04T14:20:52,929 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 06ff0b2cf352f165022e49169904eb94: Waiting for close lock at 1733322052929Disabling compacts and flushes for region at 1733322052929Disabling writes for close at 1733322052929Writing region close event to WAL at 1733322052929Closed at 1733322052929 2024-12-04T14:20:52,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:20:52,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733322052931"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733322052931"}]},"ts":"1733322052931"} 2024-12-04T14:20:52,933 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:20:52,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:20:52,934 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322052934"}]},"ts":"1733322052934"} 2024-12-04T14:20:52,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T14:20:52,937 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=06ff0b2cf352f165022e49169904eb94, ASSIGN}] 2024-12-04T14:20:52,938 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=06ff0b2cf352f165022e49169904eb94, ASSIGN 2024-12-04T14:20:52,939 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=06ff0b2cf352f165022e49169904eb94, ASSIGN; state=OFFLINE, location=ff648bb9ef17,34205,1733322039579; forceNewPlan=false, retain=false 2024-12-04T14:20:53,090 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=06ff0b2cf352f165022e49169904eb94, regionState=OPENING, regionLocation=ff648bb9ef17,34205,1733322039579 2024-12-04T14:20:53,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=06ff0b2cf352f165022e49169904eb94, ASSIGN because future has completed 2024-12-04T14:20:53,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06ff0b2cf352f165022e49169904eb94, server=ff648bb9ef17,34205,1733322039579}] 2024-12-04T14:20:53,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:53,190 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 379, reset compression=false 2024-12-04T14:20:53,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94. 2024-12-04T14:20:53,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:53,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T14:20:53,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C34205%2C1733322039579.rep, suffix=, logDir=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579, archiveDir=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/oldWALs, maxLogs=10 2024-12-04T14:20:53,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.rep.1733322053249, exclude list is [], retry=0 2024-12-04T14:20:53,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40887,DS-5530871c-a944-4639-9f7e-1ae2c030c25d,DISK] 2024-12-04T14:20:53,266 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.rep.1733322053249 2024-12-04T14:20:53,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37935:37935)] 2024-12-04T14:20:53,266 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 06ff0b2cf352f165022e49169904eb94, NAME => 'hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:53,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:20:53,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:20:53,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94. service=MultiRowMutationService 2024-12-04T14:20:53,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T14:20:53,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 06ff0b2cf352f165022e49169904eb94 2024-12-04T14:20:53,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:53,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 06ff0b2cf352f165022e49169904eb94 2024-12-04T14:20:53,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 06ff0b2cf352f165022e49169904eb94 2024-12-04T14:20:53,268 INFO [StoreOpener-06ff0b2cf352f165022e49169904eb94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 06ff0b2cf352f165022e49169904eb94 2024-12-04T14:20:53,269 INFO [StoreOpener-06ff0b2cf352f165022e49169904eb94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06ff0b2cf352f165022e49169904eb94 columnFamilyName hfileref 2024-12-04T14:20:53,269 DEBUG [StoreOpener-06ff0b2cf352f165022e49169904eb94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:53,270 INFO [StoreOpener-06ff0b2cf352f165022e49169904eb94-1 {}] regionserver.HStore(327): Store=06ff0b2cf352f165022e49169904eb94/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:53,270 INFO [StoreOpener-06ff0b2cf352f165022e49169904eb94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 06ff0b2cf352f165022e49169904eb94 2024-12-04T14:20:53,270 INFO [StoreOpener-06ff0b2cf352f165022e49169904eb94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06ff0b2cf352f165022e49169904eb94 columnFamilyName queue 2024-12-04T14:20:53,270 DEBUG [StoreOpener-06ff0b2cf352f165022e49169904eb94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:53,271 INFO [StoreOpener-06ff0b2cf352f165022e49169904eb94-1 {}] regionserver.HStore(327): Store=06ff0b2cf352f165022e49169904eb94/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:53,271 INFO [StoreOpener-06ff0b2cf352f165022e49169904eb94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 06ff0b2cf352f165022e49169904eb94 2024-12-04T14:20:53,271 INFO [StoreOpener-06ff0b2cf352f165022e49169904eb94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 06ff0b2cf352f165022e49169904eb94 columnFamilyName sid 2024-12-04T14:20:53,271 DEBUG [StoreOpener-06ff0b2cf352f165022e49169904eb94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:53,272 INFO [StoreOpener-06ff0b2cf352f165022e49169904eb94-1 {}] regionserver.HStore(327): Store=06ff0b2cf352f165022e49169904eb94/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:53,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 06ff0b2cf352f165022e49169904eb94 2024-12-04T14:20:53,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/replication/06ff0b2cf352f165022e49169904eb94 2024-12-04T14:20:53,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/replication/06ff0b2cf352f165022e49169904eb94 2024-12-04T14:20:53,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 06ff0b2cf352f165022e49169904eb94 2024-12-04T14:20:53,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 06ff0b2cf352f165022e49169904eb94 2024-12-04T14:20:53,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:20:53,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 06ff0b2cf352f165022e49169904eb94 2024-12-04T14:20:53,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/replication/06ff0b2cf352f165022e49169904eb94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:53,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 06ff0b2cf352f165022e49169904eb94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59312927, jitterRate=-0.11616851389408112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:20:53,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 06ff0b2cf352f165022e49169904eb94 2024-12-04T14:20:53,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 06ff0b2cf352f165022e49169904eb94: Running coprocessor pre-open hook at 1733322053267Writing region info on filesystem at 1733322053267Initializing all the Stores at 1733322053268 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322053268Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322053268Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322053268Cleaning up temporary data from old regions at 1733322053273 (+5 ms)Running coprocessor post-open hooks at 1733322053276 (+3 ms)Region opened successfully at 1733322053276 2024-12-04T14:20:53,277 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94., pid=10, masterSystemTime=1733322053244 2024-12-04T14:20:53,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94. 2024-12-04T14:20:53,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94. 2024-12-04T14:20:53,279 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=06ff0b2cf352f165022e49169904eb94, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,34205,1733322039579 2024-12-04T14:20:53,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 06ff0b2cf352f165022e49169904eb94, server=ff648bb9ef17,34205,1733322039579 because future has completed 2024-12-04T14:20:53,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T14:20:53,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 06ff0b2cf352f165022e49169904eb94, server=ff648bb9ef17,34205,1733322039579 in 189 msec 2024-12-04T14:20:53,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T14:20:53,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=06ff0b2cf352f165022e49169904eb94, ASSIGN in 345 msec 2024-12-04T14:20:53,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:20:53,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322053285"}]},"ts":"1733322053285"} 2024-12-04T14:20:53,286 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T14:20:53,287 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:20:53,288 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 804 msec 2024-12-04T14:20:53,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94., hostname=ff648bb9ef17,34205,1733322039579, seqNum=2] 2024-12-04T14:20:53,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314 2024-12-04T14:20:53,345 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314 2024-12-04T14:20:53,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:20:53,430 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T14:20:53,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T14:20:53,501 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T14:20:53,531 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff648bb9ef17,34205,1733322039579, ReplicationSource: 1, currentBandwidth=0 2024-12-04T14:20:53,531 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:53,531 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,34205,1733322039579, seqNum=-1] 2024-12-04T14:20:53,532 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:53,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-04T14:20:53,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff648bb9ef17,34205,1733322039579', locateType=CURRENT is [region=hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94., hostname=ff648bb9ef17,34205,1733322039579, seqNum=2] 2024-12-04T14:20:53,536 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T14:20:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T14:20:53,538 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff648bb9ef17,34205,1733322039579 suceeded 2024-12-04T14:20:53,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T14:20:53,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-12-04T14:20:53,539 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff648bb9ef17:34803,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T14:20:53,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0660 sec 2024-12-04T14:20:53,550 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:34803' 2024-12-04T14:20:53,551 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6052260e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:53,551 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,34803,-1 for getting cluster id 2024-12-04T14:20:53,551 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:53,551 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58d85204-90ad-452e-8ab7-865758b1bf61' 2024-12-04T14:20:53,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:53,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58d85204-90ad-452e-8ab7-865758b1bf61" 2024-12-04T14:20:53,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f6bdeb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:53,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,34803,-1] 2024-12-04T14:20:53,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:53,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:53,553 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:53,553 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5241f0e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:53,553 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:53,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,34803,1733322043295 2024-12-04T14:20:53,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e4ec245 2024-12-04T14:20:53,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:53,555 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-12-04T14:20:53,556 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff648bb9ef17,34205,1733322039579 (queues=1) is replicating from cluster=e9b27dde-2a93-481a-a6d9-c4fb08fdc362 to cluster=58d85204-90ad-452e-8ab7-865758b1bf61 2024-12-04T14:20:53,556 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff648bb9ef17%2C34205%2C1733322039579 2024-12-04T14:20:53,556 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff648bb9ef17,34205,1733322039579, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:20:53,556 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569, startPosition=0, beingWritten=true 2024-12-04T14:20:53,556 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.shipperff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C34205%2C1733322039579 2024-12-04T14:20:53,562 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:53,562 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 379, reset compression=false 2024-12-04T14:20:53,562 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.shipperff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,34205,1733322039579 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:20:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:53,607 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T14:20:53,607 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:20:53,607 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:53,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:53,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:53,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:53,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18237502, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:53,609 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,34803,-1 for getting cluster id 2024-12-04T14:20:53,609 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:53,610 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58d85204-90ad-452e-8ab7-865758b1bf61' 2024-12-04T14:20:53,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:53,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58d85204-90ad-452e-8ab7-865758b1bf61" 2024-12-04T14:20:53,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c22e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:53,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,34803,-1] 2024-12-04T14:20:53,610 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:53,611 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:53,611 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:53,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e33e4c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:53,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:53,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,34803,1733322043295 2024-12-04T14:20:53,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20e7f814 2024-12-04T14:20:53,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:53,614 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:20:53,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff648bb9ef17:44335,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T14:20:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:20:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:53,617 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:44335' 2024-12-04T14:20:53,618 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557795ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:53,618 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,44335,-1 for getting cluster id 2024-12-04T14:20:53,618 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:53,619 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9b27dde-2a93-481a-a6d9-c4fb08fdc362' 2024-12-04T14:20:53,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:53,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9b27dde-2a93-481a-a6d9-c4fb08fdc362" 2024-12-04T14:20:53,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43eee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:53,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,44335,-1] 2024-12-04T14:20:53,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:53,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:53,620 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:53,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5e13da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:53,620 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:53,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,44335,1733322039538 2024-12-04T14:20:53,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@423fd7af 2024-12-04T14:20:53,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:53,622 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:20:53,622 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T14:20:53,623 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T14:20:53,623 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:53,623 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:53,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:53,623 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:20:53,624 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T14:20:53,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:20:53,625 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:53,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:20:53,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741837_1013 (size=1138) 2024-12-04T14:20:53,674 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T14:20:53,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:53,765 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 379, reset compression=false 2024-12-04T14:20:53,794 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 379, reset compression=false 2024-12-04T14:20:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:54,035 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fdbb89c5bf90c63af52402b9c3ecdbea, NAME => 'hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a 2024-12-04T14:20:54,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741838_1014 (size=44) 2024-12-04T14:20:54,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:54,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fdbb89c5bf90c63af52402b9c3ecdbea, disabling compactions & flushes 2024-12-04T14:20:54,041 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea. 2024-12-04T14:20:54,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea. 2024-12-04T14:20:54,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea. after waiting 0 ms 2024-12-04T14:20:54,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea. 2024-12-04T14:20:54,041 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea. 2024-12-04T14:20:54,041 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fdbb89c5bf90c63af52402b9c3ecdbea: Waiting for close lock at 1733322054041Disabling compacts and flushes for region at 1733322054041Disabling writes for close at 1733322054041Writing region close event to WAL at 1733322054041Closed at 1733322054041 2024-12-04T14:20:54,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:20:54,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733322054042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733322054042"}]},"ts":"1733322054042"} 2024-12-04T14:20:54,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:20:54,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:20:54,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322054045"}]},"ts":"1733322054045"} 2024-12-04T14:20:54,046 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T14:20:54,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdbb89c5bf90c63af52402b9c3ecdbea, ASSIGN}] 2024-12-04T14:20:54,048 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdbb89c5bf90c63af52402b9c3ecdbea, ASSIGN 2024-12-04T14:20:54,048 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fdbb89c5bf90c63af52402b9c3ecdbea, ASSIGN; state=OFFLINE, location=ff648bb9ef17,45071,1733322043332; forceNewPlan=false, retain=false 2024-12-04T14:20:54,068 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 379, reset compression=false 2024-12-04T14:20:54,199 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fdbb89c5bf90c63af52402b9c3ecdbea, regionState=OPENING, regionLocation=ff648bb9ef17,45071,1733322043332 2024-12-04T14:20:54,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fdbb89c5bf90c63af52402b9c3ecdbea, ASSIGN because future has completed 2024-12-04T14:20:54,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdbb89c5bf90c63af52402b9c3ecdbea, server=ff648bb9ef17,45071,1733322043332}] 2024-12-04T14:20:54,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:54,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea. 2024-12-04T14:20:54,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:20:54,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T14:20:54,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C45071%2C1733322043332.rep, suffix=, logDir=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332, archiveDir=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/oldWALs, maxLogs=10 2024-12-04T14:20:54,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.rep.1733322054357, exclude list is [], retry=0 2024-12-04T14:20:54,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36745,DS-5fc826ee-5cff-4066-8da2-89e576e01694,DISK] 2024-12-04T14:20:54,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.rep.1733322054357 2024-12-04T14:20:54,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39733:39733)] 2024-12-04T14:20:54,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => fdbb89c5bf90c63af52402b9c3ecdbea, NAME => 'hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:20:54,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:20:54,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:20:54,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea. service=MultiRowMutationService 2024-12-04T14:20:54,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T14:20:54,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:20:54,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:20:54,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:20:54,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:20:54,377 INFO [StoreOpener-fdbb89c5bf90c63af52402b9c3ecdbea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:20:54,378 INFO [StoreOpener-fdbb89c5bf90c63af52402b9c3ecdbea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdbb89c5bf90c63af52402b9c3ecdbea columnFamilyName hfileref 2024-12-04T14:20:54,378 DEBUG [StoreOpener-fdbb89c5bf90c63af52402b9c3ecdbea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:54,379 INFO [StoreOpener-fdbb89c5bf90c63af52402b9c3ecdbea-1 {}] regionserver.HStore(327): Store=fdbb89c5bf90c63af52402b9c3ecdbea/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:54,379 INFO [StoreOpener-fdbb89c5bf90c63af52402b9c3ecdbea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:20:54,379 INFO [StoreOpener-fdbb89c5bf90c63af52402b9c3ecdbea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdbb89c5bf90c63af52402b9c3ecdbea columnFamilyName queue 2024-12-04T14:20:54,379 DEBUG [StoreOpener-fdbb89c5bf90c63af52402b9c3ecdbea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:54,380 INFO [StoreOpener-fdbb89c5bf90c63af52402b9c3ecdbea-1 {}] regionserver.HStore(327): Store=fdbb89c5bf90c63af52402b9c3ecdbea/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:54,380 INFO [StoreOpener-fdbb89c5bf90c63af52402b9c3ecdbea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:20:54,380 INFO [StoreOpener-fdbb89c5bf90c63af52402b9c3ecdbea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdbb89c5bf90c63af52402b9c3ecdbea columnFamilyName sid 2024-12-04T14:20:54,381 DEBUG [StoreOpener-fdbb89c5bf90c63af52402b9c3ecdbea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:20:54,381 INFO [StoreOpener-fdbb89c5bf90c63af52402b9c3ecdbea-1 {}] regionserver.HStore(327): Store=fdbb89c5bf90c63af52402b9c3ecdbea/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:20:54,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:20:54,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/replication/fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:20:54,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/replication/fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:20:54,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:20:54,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:20:54,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:20:54,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:20:54,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/replication/fdbb89c5bf90c63af52402b9c3ecdbea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:20:54,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened fdbb89c5bf90c63af52402b9c3ecdbea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66972420, jitterRate=-0.0020331740379333496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:20:54,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:20:54,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for fdbb89c5bf90c63af52402b9c3ecdbea: Running coprocessor pre-open hook at 1733322054376Writing region info on filesystem at 1733322054376Initializing all the Stores at 1733322054377 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322054377Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322054377Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322054377Cleaning up temporary data from old regions at 1733322054382 (+5 ms)Running coprocessor post-open hooks at 1733322054385 (+3 ms)Region opened successfully at 1733322054385 2024-12-04T14:20:54,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea., pid=10, masterSystemTime=1733322054352 2024-12-04T14:20:54,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea. 2024-12-04T14:20:54,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea. 2024-12-04T14:20:54,388 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=fdbb89c5bf90c63af52402b9c3ecdbea, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,45071,1733322043332 2024-12-04T14:20:54,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdbb89c5bf90c63af52402b9c3ecdbea, server=ff648bb9ef17,45071,1733322043332 because future has completed 2024-12-04T14:20:54,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T14:20:54,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure fdbb89c5bf90c63af52402b9c3ecdbea, server=ff648bb9ef17,45071,1733322043332 in 189 msec 2024-12-04T14:20:54,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T14:20:54,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fdbb89c5bf90c63af52402b9c3ecdbea, ASSIGN in 344 msec 2024-12-04T14:20:54,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:20:54,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322054394"}]},"ts":"1733322054394"} 2024-12-04T14:20:54,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T14:20:54,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:20:54,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 773 msec 2024-12-04T14:20:54,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea., hostname=ff648bb9ef17,45071,1733322043332, seqNum=2] 2024-12-04T14:20:54,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057 2024-12-04T14:20:54,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057 2024-12-04T14:20:54,440 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:20:54,471 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 379, reset compression=false 2024-12-04T14:20:54,498 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 379, reset compression=false 2024-12-04T14:20:54,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T14:20:54,592 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T14:20:54,621 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff648bb9ef17,45071,1733322043332, ReplicationSource: 1, currentBandwidth=0 2024-12-04T14:20:54,621 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:54,621 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,45071,1733322043332, seqNum=-1] 2024-12-04T14:20:54,622 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:54,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-04T14:20:54,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff648bb9ef17,45071,1733322043332', locateType=CURRENT is [region=hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea., hostname=ff648bb9ef17,45071,1733322043332, seqNum=2] 2024-12-04T14:20:54,626 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T14:20:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T14:20:54,627 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff648bb9ef17,45071,1733322043332 suceeded 2024-12-04T14:20:54,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T14:20:54,629 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-12-04T14:20:54,629 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff648bb9ef17:44335,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T14:20:54,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0150 sec 2024-12-04T14:20:54,640 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:44335' 2024-12-04T14:20:54,641 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78ef9a24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:54,641 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,44335,-1 for getting cluster id 2024-12-04T14:20:54,641 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:54,642 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9b27dde-2a93-481a-a6d9-c4fb08fdc362' 2024-12-04T14:20:54,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:54,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9b27dde-2a93-481a-a6d9-c4fb08fdc362" 2024-12-04T14:20:54,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@568252db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:54,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,44335,-1] 2024-12-04T14:20:54,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:54,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:54,643 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:54,643 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24653b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:54,643 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:20:54,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,44335,1733322039538 2024-12-04T14:20:54,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59d7cece 2024-12-04T14:20:54,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:20:54,645 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-12-04T14:20:54,645 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff648bb9ef17,45071,1733322043332 (queues=1) is replicating from cluster=58d85204-90ad-452e-8ab7-865758b1bf61 to cluster=e9b27dde-2a93-481a-a6d9-c4fb08fdc362 2024-12-04T14:20:54,645 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff648bb9ef17%2C45071%2C1733322043332 2024-12-04T14:20:54,645 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff648bb9ef17,45071,1733322043332, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:20:54,646 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336, startPosition=0, beingWritten=true 2024-12-04T14:20:54,646 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.shipperff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C45071%2C1733322043332 2024-12-04T14:20:54,650 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:54,650 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 379, reset compression=false 2024-12-04T14:20:54,650 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.shipperff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,45071,1733322043332 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:20:54,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:20:54,756 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T14:20:54,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:20:54,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:20:54,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:54,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:54,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:20:54,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39caef43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:54,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,32861,-1 for getting cluster id 2024-12-04T14:20:54,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:54,758 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '031fa7ed-8d78-4041-8e93-d948c56d5f58' 2024-12-04T14:20:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "031fa7ed-8d78-4041-8e93-d948c56d5f58" 2024-12-04T14:20:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e513723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,32861,-1] 2024-12-04T14:20:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:54,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:54,760 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:54,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4f7e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:54,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9881bc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:54,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,44335,-1 for getting cluster id 2024-12-04T14:20:54,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:54,762 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9b27dde-2a93-481a-a6d9-c4fb08fdc362' 2024-12-04T14:20:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9b27dde-2a93-481a-a6d9-c4fb08fdc362" 2024-12-04T14:20:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@381f0f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,44335,-1] 2024-12-04T14:20:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:54,762 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:54,763 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:54,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf8586e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:54,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4945c53a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:54,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,34803,-1 for getting cluster id 2024-12-04T14:20:54,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:54,765 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58d85204-90ad-452e-8ab7-865758b1bf61' 2024-12-04T14:20:54,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:54,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58d85204-90ad-452e-8ab7-865758b1bf61" 2024-12-04T14:20:54,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18732b71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:54,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,34803,-1] 2024-12-04T14:20:54,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:54,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:54,766 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:54,766 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684dcf17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:54,767 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:54,767 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,37725,1733322035696, seqNum=-1] 2024-12-04T14:20:54,768 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:54,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:20:54,770 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733322046384.309eb0dd4306f31364922248c9cffd91., hostname=ff648bb9ef17,37725,1733322035696, seqNum=2] 2024-12-04T14:20:54,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:54,773 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,45071,1733322043332, seqNum=-1] 2024-12-04T14:20:54,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:54,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:20:54,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733322048160.0f2007a3f47e55d78b308c8851d59576., hostname=ff648bb9ef17,45071,1733322043332, seqNum=2] 2024-12-04T14:20:54,777 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-12-04T14:20:54,855 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 379, reset compression=false 2024-12-04T14:20:54,975 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 379, reset compression=false 2024-12-04T14:20:55,158 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 379, reset compression=false 2024-12-04T14:20:55,301 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 379, reset compression=false 2024-12-04T14:20:55,306 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:55,306 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 480, reset compression=false 2024-12-04T14:20:55,306 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.shipperff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,37725,1733322035696 got entry batch from reader: WALEntryBatch [walEntries=[{test/309eb0dd4306f31364922248c9cffd91/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-12-04T14:20:55,308 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.shipperff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:20:55,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-12-04T14:20:55,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:55,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@192f5669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:55,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,44335,-1 for getting cluster id 2024-12-04T14:20:55,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:55,311 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e9b27dde-2a93-481a-a6d9-c4fb08fdc362' 2024-12-04T14:20:55,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:55,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e9b27dde-2a93-481a-a6d9-c4fb08fdc362" 2024-12-04T14:20:55,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b8c0e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:55,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,44335,-1] 2024-12-04T14:20:55,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:55,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:55,312 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:55,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a7f381e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:55,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:55,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,34205,1733322039579, seqNum=-1] 2024-12-04T14:20:55,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:55,314 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-12-04T14:20:55,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164., hostname=ff648bb9ef17,34205,1733322039579, seqNum=2] 2024-12-04T14:20:55,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:55,509 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 480, reset compression=false 2024-12-04T14:20:55,563 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 379, reset compression=false 2024-12-04T14:20:55,578 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 379, reset compression=false 2024-12-04T14:20:55,582 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:55,582 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 503, reset compression=false 2024-12-04T14:20:55,582 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.shipperff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,34205,1733322039579 got entry batch from reader: WALEntryBatch [walEntries=[{test/7e76ef31dff8b6a4f9bc3715aedf6164/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-12-04T14:20:55,584 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.shipperff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:20:55,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-12-04T14:20:55,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:55,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6db6ae98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:55,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,34803,-1 for getting cluster id 2024-12-04T14:20:55,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:20:55,586 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '58d85204-90ad-452e-8ab7-865758b1bf61' 2024-12-04T14:20:55,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:20:55,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "58d85204-90ad-452e-8ab7-865758b1bf61" 2024-12-04T14:20:55,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f14fb35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:55,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,34803,-1] 2024-12-04T14:20:55,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:20:55,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:20:55,588 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:20:55,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5583f791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:20:55,589 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:55,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,45071,1733322043332, seqNum=-1] 2024-12-04T14:20:55,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:55,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-12-04T14:20:55,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1733322048160.0f2007a3f47e55d78b308c8851d59576., hostname=ff648bb9ef17,45071,1733322043332, seqNum=2] 2024-12-04T14:20:55,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:55,779 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-12-04T14:20:55,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:20:55,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,34205,1733322039579, seqNum=-1] 2024-12-04T14:20:55,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:20:55,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:20:55,783 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164., hostname=ff648bb9ef17,34205,1733322039579, seqNum=2] 2024-12-04T14:20:55,785 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-12-04T14:20:55,786 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 503, reset compression=false 2024-12-04T14:20:55,791 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:55,791 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 607, reset compression=false 2024-12-04T14:20:55,791 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.shipperff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,34205,1733322039579 got entry batch from reader: WALEntryBatch [walEntries=[{test/7e76ef31dff8b6a4f9bc3715aedf6164/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T14:20:55,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:55,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:55,813 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 480, reset compression=false 2024-12-04T14:20:55,994 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 607, reset compression=false 2024-12-04T14:20:56,066 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 379, reset compression=false 2024-12-04T14:20:56,071 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:56,071 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 655, reset compression=false 2024-12-04T14:20:56,071 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.shipperff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,45071,1733322043332 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:20:56,217 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 480, reset compression=false 2024-12-04T14:20:56,274 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 655, reset compression=false 2024-12-04T14:20:56,298 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 607, reset compression=false 2024-12-04T14:20:56,578 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 655, reset compression=false 2024-12-04T14:20:56,701 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 607, reset compression=false 2024-12-04T14:20:56,721 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 480, reset compression=false 2024-12-04T14:20:56,788 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-12-04T14:20:56,791 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-12-04T14:20:56,982 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 655, reset compression=false 2024-12-04T14:20:56,986 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:56,987 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 759, reset compression=false 2024-12-04T14:20:56,987 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.shipperff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,45071,1733322043332 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f2007a3f47e55d78b308c8851d59576/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-12-04T14:20:56,989 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.shipperff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:20:56,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-12-04T14:20:56,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:56,994 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:56,994 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:20:56,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:56,995 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:56,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:56,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:56,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:57,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:57,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:57,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:57,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:57,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:57,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:57,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:57,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:57,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:57,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:20:57,193 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 759, reset compression=false 2024-12-04T14:20:57,206 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 607, reset compression=false 2024-12-04T14:20:57,210 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:57,210 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 734, reset compression=false 2024-12-04T14:20:57,210 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.shipperff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,34205,1733322039579 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:20:57,350 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 480, reset compression=false 2024-12-04T14:20:57,414 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 734, reset compression=false 2024-12-04T14:20:57,496 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 759, reset compression=false 2024-12-04T14:20:57,718 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 734, reset compression=false 2024-12-04T14:20:57,793 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-12-04T14:20:57,797 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-12-04T14:20:57,913 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 759, reset compression=false 2024-12-04T14:20:58,054 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 480, reset compression=false 2024-12-04T14:20:58,060 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:58,060 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 636, reset compression=false 2024-12-04T14:20:58,061 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.shipperff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,37725,1733322035696 got entry batch from reader: WALEntryBatch [walEntries=[{test/309eb0dd4306f31364922248c9cffd91/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-12-04T14:20:58,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:58,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:58,122 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 734, reset compression=false 2024-12-04T14:20:58,130 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:58,130 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 881, reset compression=false 2024-12-04T14:20:58,131 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.shipperff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,34205,1733322039579 got entry batch from reader: WALEntryBatch [walEntries=[{test/7e76ef31dff8b6a4f9bc3715aedf6164/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-12-04T14:20:58,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:58,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:58,273 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 636, reset compression=false 2024-12-04T14:20:58,338 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 881, reset compression=false 2024-12-04T14:20:58,425 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 759, reset compression=false 2024-12-04T14:20:58,430 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:58,430 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 930, reset compression=false 2024-12-04T14:20:58,430 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.shipperff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,45071,1733322043332 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:20:58,578 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 636, reset compression=false 2024-12-04T14:20:58,633 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 930, reset compression=false 2024-12-04T14:20:58,644 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 881, reset compression=false 2024-12-04T14:20:58,799 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-12-04T14:20:58,802 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-12-04T14:20:58,936 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 930, reset compression=false 2024-12-04T14:20:58,982 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 636, reset compression=false 2024-12-04T14:20:59,047 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 881, reset compression=false 2024-12-04T14:20:59,051 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:59,051 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 1040, reset compression=false 2024-12-04T14:20:59,051 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.shipperff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,34205,1733322039579 got entry batch from reader: WALEntryBatch [walEntries=[{test/7e76ef31dff8b6a4f9bc3715aedf6164/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T14:20:59,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:59,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45071 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:59,255 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 1040, reset compression=false 2024-12-04T14:20:59,340 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 930, reset compression=false 2024-12-04T14:20:59,344 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:59,344 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 1080, reset compression=false 2024-12-04T14:20:59,344 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.shipperff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,45071,1733322043332 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:20:59,485 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 636, reset compression=false 2024-12-04T14:20:59,549 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 1080, reset compression=false 2024-12-04T14:20:59,558 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 1040, reset compression=false 2024-12-04T14:20:59,804 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-12-04T14:20:59,807 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-12-04T14:20:59,856 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 1080, reset compression=false 2024-12-04T14:20:59,860 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:20:59,860 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 1239, reset compression=false 2024-12-04T14:20:59,861 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.shipperff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,45071,1733322043332 got entry batch from reader: WALEntryBatch [walEntries=[{test/0f2007a3f47e55d78b308c8851d59576/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-12-04T14:20:59,861 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-12-04T14:20:59,864 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34205 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-12-04T14:20:59,962 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 1040, reset compression=false 2024-12-04T14:20:59,965 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:20:59,965 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 1189, reset compression=false 2024-12-04T14:20:59,966 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.shipperff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,34205,1733322039579 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:21:00,063 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 1239, reset compression=false 2024-12-04T14:21:00,089 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 636, reset compression=false 2024-12-04T14:21:00,096 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:21:00,096 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:21:00,096 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88727 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:21:00,168 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 1189, reset compression=false 2024-12-04T14:21:00,367 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 1239, reset compression=false 2024-12-04T14:21:00,472 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 1189, reset compression=false 2024-12-04T14:21:00,771 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 1239, reset compression=false 2024-12-04T14:21:00,792 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 636, reset compression=false 2024-12-04T14:21:00,808 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-12-04T14:21:00,813 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:21:00,813 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:21:00,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:00,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:00,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:00,814 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:21:00,814 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1266287554, stopped=false 2024-12-04T14:21:00,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:00,814 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,34803,1733322043295 2024-12-04T14:21:00,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21664841057/running 2024-12-04T14:21:00,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21664841057/running 2024-12-04T14:21:00,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057 2024-12-04T14:21:00,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057 2024-12-04T14:21:00,816 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:21:00,816 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:21:00,816 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:00,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:00,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Set watcher on znode that does not yet exist, /21664841057/running 2024-12-04T14:21:00,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Set watcher on znode that does not yet exist, /21664841057/running 2024-12-04T14:21:00,817 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,45071,1733322043332' ***** 2024-12-04T14:21:00,817 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:21:00,817 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:21:00,817 INFO [RS:0;ff648bb9ef17:45071 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:21:00,817 INFO [RS:0;ff648bb9ef17:45071 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:21:00,817 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:21:00,818 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(3091): Received CLOSE for 0f2007a3f47e55d78b308c8851d59576 2024-12-04T14:21:00,818 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(3091): Received CLOSE for fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:21:00,818 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,45071,1733322043332 2024-12-04T14:21:00,818 INFO [RS:0;ff648bb9ef17:45071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:21:00,818 INFO [RS:0;ff648bb9ef17:45071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:45071. 2024-12-04T14:21:00,818 DEBUG [RS:0;ff648bb9ef17:45071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:00,818 DEBUG [RS:0;ff648bb9ef17:45071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:00,818 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0f2007a3f47e55d78b308c8851d59576, disabling compactions & flushes 2024-12-04T14:21:00,818 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733322048160.0f2007a3f47e55d78b308c8851d59576. 2024-12-04T14:21:00,818 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733322048160.0f2007a3f47e55d78b308c8851d59576. 2024-12-04T14:21:00,818 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:21:00,818 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733322048160.0f2007a3f47e55d78b308c8851d59576. after waiting 0 ms 2024-12-04T14:21:00,818 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:21:00,818 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:21:00,818 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733322048160.0f2007a3f47e55d78b308c8851d59576. 2024-12-04T14:21:00,818 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:21:00,818 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0f2007a3f47e55d78b308c8851d59576 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-04T14:21:00,818 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T14:21:00,818 DEBUG [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(1325): Online Regions={0f2007a3f47e55d78b308c8851d59576=test,,1733322048160.0f2007a3f47e55d78b308c8851d59576., 1588230740=hbase:meta,,1.1588230740, fdbb89c5bf90c63af52402b9c3ecdbea=hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea.} 2024-12-04T14:21:00,818 DEBUG [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(1351): Waiting on 0f2007a3f47e55d78b308c8851d59576, 1588230740, fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:21:00,818 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:21:00,818 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:21:00,818 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:21:00,818 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:21:00,818 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:21:00,819 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T14:21:00,834 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/.tmp/info/d5c98100331247e2b4c8c136d55a4df4 is 147, key is hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea./info:regioninfo/1733322054388/Put/seqid=0 2024-12-04T14:21:00,834 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/default/test/0f2007a3f47e55d78b308c8851d59576/.tmp/f/78aa64a7de824b21a49a7170222cfc30 is 29, key is row1/f:/1733322058800/DeleteFamily/seqid=0 2024-12-04T14:21:00,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741840_1016 (size=7686) 2024-12-04T14:21:00,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741841_1017 (size=5152) 2024-12-04T14:21:00,839 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/.tmp/info/d5c98100331247e2b4c8c136d55a4df4 2024-12-04T14:21:00,861 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/.tmp/ns/bb57f628b18c45f7b09f975fc293b637 is 43, key is default/ns:d/1733322046338/Put/seqid=0 2024-12-04T14:21:00,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741842_1018 (size=5153) 2024-12-04T14:21:00,875 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 1189, reset compression=false 2024-12-04T14:21:00,912 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:21:01,019 DEBUG [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(1351): Waiting on 0f2007a3f47e55d78b308c8851d59576, 1588230740, fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:21:01,203 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:21:01,203 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:21:01,219 DEBUG [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(1351): Waiting on 0f2007a3f47e55d78b308c8851d59576, 1588230740, fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:21:01,238 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/default/test/0f2007a3f47e55d78b308c8851d59576/.tmp/f/78aa64a7de824b21a49a7170222cfc30 2024-12-04T14:21:01,242 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78aa64a7de824b21a49a7170222cfc30 2024-12-04T14:21:01,256 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/default/test/0f2007a3f47e55d78b308c8851d59576/.tmp/f1/0dc4ad08fd724126a113e3f5937e7c13 is 30, key is row1/f1:/1733322058800/DeleteFamily/seqid=0 2024-12-04T14:21:01,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741843_1019 (size=5158) 2024-12-04T14:21:01,265 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/.tmp/ns/bb57f628b18c45f7b09f975fc293b637 2024-12-04T14:21:01,274 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 1239, reset compression=false 2024-12-04T14:21:01,277 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:21:01,278 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 1486, reset compression=false 2024-12-04T14:21:01,278 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.shipperff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,45071,1733322043332 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:21:01,278 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.shipperff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff648bb9ef17,45071,1733322043332: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ff648bb9ef17,45071,1733322043332, walGroup=ff648bb9ef17%2C45071%2C1733322043332, offset=ff648bb9ef17%2C45071%2C1733322043332.1733322045336:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:45071 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T14:21:01,279 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.shipperff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T14:21:01,280 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.shipperff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T14:21:01,280 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.shipperff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T14:21:01,280 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.shipperff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T14:21:01,280 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.shipperff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T14:21:01,280 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.shipperff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1298137088, "init": 1048576000, "max": 2306867200, "used": 901325008 }, "NonHeapMemoryUsage": { "committed": 205520896, "init": 7667712, "max": -1, "used": 200795272 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T14:21:01,281 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.shipperff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T14:21:01,286 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/.tmp/rep_barrier/0f47b0b46e8d4d40a3fa0af85de817ab is 112, key is test,,1733322048160.0f2007a3f47e55d78b308c8851d59576./rep_barrier:seqnumDuringOpen/1733322049314/Put/seqid=0 2024-12-04T14:21:01,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741844_1020 (size=5518) 2024-12-04T14:21:01,378 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 1189, reset compression=false 2024-12-04T14:21:01,419 DEBUG [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(1351): Waiting on 0f2007a3f47e55d78b308c8851d59576, 1588230740, fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:21:01,480 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 1486, reset compression=false 2024-12-04T14:21:01,594 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 636, reset compression=false 2024-12-04T14:21:01,619 DEBUG [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(1351): Waiting on 0f2007a3f47e55d78b308c8851d59576, 1588230740, fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:21:01,661 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/default/test/0f2007a3f47e55d78b308c8851d59576/.tmp/f1/0dc4ad08fd724126a113e3f5937e7c13 2024-12-04T14:21:01,664 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0dc4ad08fd724126a113e3f5937e7c13 2024-12-04T14:21:01,679 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/default/test/0f2007a3f47e55d78b308c8851d59576/.tmp/norep/9ace271c50784ec690b05e4fa7fedfa8 is 33, key is row2/norep:/1733322059805/DeleteFamily/seqid=0 2024-12-04T14:21:01,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741845_1021 (size=5108) 2024-12-04T14:21:01,689 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/.tmp/rep_barrier/0f47b0b46e8d4d40a3fa0af85de817ab 2024-12-04T14:21:01,706 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/.tmp/table/c0910726124d4216a9fe66eaac5bfdd9 is 53, key is hbase:replication/table:state/1733322054394/Put/seqid=0 2024-12-04T14:21:01,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741846_1022 (size=5308) 2024-12-04T14:21:01,783 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 1486, reset compression=false 2024-12-04T14:21:01,819 DEBUG [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(1351): Waiting on 0f2007a3f47e55d78b308c8851d59576, 1588230740, fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:21:01,982 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 1189, reset compression=false 2024-12-04T14:21:02,019 DEBUG [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(1351): Waiting on 0f2007a3f47e55d78b308c8851d59576, 1588230740, fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:21:02,083 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/default/test/0f2007a3f47e55d78b308c8851d59576/.tmp/norep/9ace271c50784ec690b05e4fa7fedfa8 2024-12-04T14:21:02,087 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ace271c50784ec690b05e4fa7fedfa8 2024-12-04T14:21:02,087 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/default/test/0f2007a3f47e55d78b308c8851d59576/.tmp/f/78aa64a7de824b21a49a7170222cfc30 as hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/default/test/0f2007a3f47e55d78b308c8851d59576/f/78aa64a7de824b21a49a7170222cfc30 2024-12-04T14:21:02,090 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78aa64a7de824b21a49a7170222cfc30 2024-12-04T14:21:02,091 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/default/test/0f2007a3f47e55d78b308c8851d59576/f/78aa64a7de824b21a49a7170222cfc30, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T14:21:02,091 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/default/test/0f2007a3f47e55d78b308c8851d59576/.tmp/f1/0dc4ad08fd724126a113e3f5937e7c13 as hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/default/test/0f2007a3f47e55d78b308c8851d59576/f1/0dc4ad08fd724126a113e3f5937e7c13 2024-12-04T14:21:02,095 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0dc4ad08fd724126a113e3f5937e7c13 2024-12-04T14:21:02,095 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/default/test/0f2007a3f47e55d78b308c8851d59576/f1/0dc4ad08fd724126a113e3f5937e7c13, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T14:21:02,095 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/default/test/0f2007a3f47e55d78b308c8851d59576/.tmp/norep/9ace271c50784ec690b05e4fa7fedfa8 as hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/default/test/0f2007a3f47e55d78b308c8851d59576/norep/9ace271c50784ec690b05e4fa7fedfa8 2024-12-04T14:21:02,099 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ace271c50784ec690b05e4fa7fedfa8 2024-12-04T14:21:02,099 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/default/test/0f2007a3f47e55d78b308c8851d59576/norep/9ace271c50784ec690b05e4fa7fedfa8, entries=1, sequenceid=10, filesize=5.0 K 2024-12-04T14:21:02,100 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0f2007a3f47e55d78b308c8851d59576 in 1282ms, sequenceid=10, compaction requested=false 2024-12-04T14:21:02,107 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/default/test/0f2007a3f47e55d78b308c8851d59576/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T14:21:02,108 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:21:02,108 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:21:02,108 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733322048160.0f2007a3f47e55d78b308c8851d59576. 2024-12-04T14:21:02,108 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0f2007a3f47e55d78b308c8851d59576: Waiting for close lock at 1733322060818Running coprocessor pre-close hooks at 1733322060818Disabling compacts and flushes for region at 1733322060818Disabling writes for close at 1733322060818Obtaining lock to block concurrent updates at 1733322060818Preparing flush snapshotting stores in 0f2007a3f47e55d78b308c8851d59576 at 1733322060818Finished memstore snapshotting test,,1733322048160.0f2007a3f47e55d78b308c8851d59576., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733322060819 (+1 ms)Flushing stores of test,,1733322048160.0f2007a3f47e55d78b308c8851d59576. at 1733322060819Flushing 0f2007a3f47e55d78b308c8851d59576/f: creating writer at 1733322060819Flushing 0f2007a3f47e55d78b308c8851d59576/f: appending metadata at 1733322060834 (+15 ms)Flushing 0f2007a3f47e55d78b308c8851d59576/f: closing flushed file at 1733322060834Flushing 0f2007a3f47e55d78b308c8851d59576/f1: creating writer at 1733322061242 (+408 ms)Flushing 0f2007a3f47e55d78b308c8851d59576/f1: appending metadata at 1733322061256 (+14 ms)Flushing 0f2007a3f47e55d78b308c8851d59576/f1: closing flushed file at 1733322061256Flushing 0f2007a3f47e55d78b308c8851d59576/norep: creating writer at 1733322061665 (+409 ms)Flushing 0f2007a3f47e55d78b308c8851d59576/norep: appending metadata at 1733322061678 (+13 ms)Flushing 0f2007a3f47e55d78b308c8851d59576/norep: closing flushed file at 1733322061678Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6803dd9b: reopening flushed file at 1733322062087 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4560c9f: reopening flushed file at 1733322062091 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87831e1: reopening flushed file at 1733322062095 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0f2007a3f47e55d78b308c8851d59576 in 1282ms, sequenceid=10, compaction requested=false at 1733322062100 (+5 ms)Writing region close event to WAL at 1733322062104 (+4 ms)Running coprocessor post-close hooks at 1733322062107 (+3 ms)Closed at 1733322062108 (+1 ms) 2024-12-04T14:21:02,108 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733322048160.0f2007a3f47e55d78b308c8851d59576. 2024-12-04T14:21:02,108 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdbb89c5bf90c63af52402b9c3ecdbea, disabling compactions & flushes 2024-12-04T14:21:02,108 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea. 2024-12-04T14:21:02,108 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea. 2024-12-04T14:21:02,108 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea. after waiting 0 ms 2024-12-04T14:21:02,108 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea. 2024-12-04T14:21:02,108 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdbb89c5bf90c63af52402b9c3ecdbea: Waiting for close lock at 1733322062108Running coprocessor pre-close hooks at 1733322062108Disabling compacts and flushes for region at 1733322062108Disabling writes for close at 1733322062108Failed flush hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea., putting online again at 1733322062108 2024-12-04T14:21:02,109 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea. 2024-12-04T14:21:02,110 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/.tmp/table/c0910726124d4216a9fe66eaac5bfdd9 2024-12-04T14:21:02,114 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/.tmp/info/d5c98100331247e2b4c8c136d55a4df4 as hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/info/d5c98100331247e2b4c8c136d55a4df4 2024-12-04T14:21:02,117 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/info/d5c98100331247e2b4c8c136d55a4df4, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T14:21:02,118 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/.tmp/ns/bb57f628b18c45f7b09f975fc293b637 as hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/ns/bb57f628b18c45f7b09f975fc293b637 2024-12-04T14:21:02,121 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/ns/bb57f628b18c45f7b09f975fc293b637, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T14:21:02,121 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/.tmp/rep_barrier/0f47b0b46e8d4d40a3fa0af85de817ab as hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/rep_barrier/0f47b0b46e8d4d40a3fa0af85de817ab 2024-12-04T14:21:02,124 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/rep_barrier/0f47b0b46e8d4d40a3fa0af85de817ab, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T14:21:02,125 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/.tmp/table/c0910726124d4216a9fe66eaac5bfdd9 as hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/table/c0910726124d4216a9fe66eaac5bfdd9 2024-12-04T14:21:02,128 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/table/c0910726124d4216a9fe66eaac5bfdd9, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T14:21:02,129 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false 2024-12-04T14:21:02,133 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T14:21:02,133 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:21:02,133 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:21:02,133 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:21:02,133 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733322060818Running coprocessor pre-close hooks at 1733322060818Disabling compacts and flushes for region at 1733322060818Disabling writes for close at 1733322060818Obtaining lock to block concurrent updates at 1733322060819 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733322060819Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733322060819Flushing stores of hbase:meta,,1.1588230740 at 1733322060819Flushing 1588230740/info: creating writer at 1733322060819Flushing 1588230740/info: appending metadata at 1733322060834 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733322060834Flushing 1588230740/ns: creating writer at 1733322060843 (+9 ms)Flushing 1588230740/ns: appending metadata at 1733322060861 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733322060861Flushing 1588230740/rep_barrier: creating writer at 1733322061269 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733322061286 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733322061286Flushing 1588230740/table: creating writer at 1733322061693 (+407 ms)Flushing 1588230740/table: appending metadata at 1733322061706 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733322061706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@482ff9f2: reopening flushed file at 1733322062113 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d208a81: reopening flushed file at 1733322062117 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d1a546a: reopening flushed file at 1733322062121 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12258302: reopening flushed file at 1733322062124 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false at 1733322062129 (+5 ms)Writing region close event to WAL at 1733322062130 (+1 ms)Running coprocessor post-close hooks at 1733322062133 (+3 ms)Closed at 1733322062133 2024-12-04T14:21:02,133 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:21:02,187 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 1486, reset compression=false 2024-12-04T14:21:02,191 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:21:02,191 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 2130, reset compression=false 2024-12-04T14:21:02,220 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T14:21:02,220 DEBUG [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(1325): Online Regions={fdbb89c5bf90c63af52402b9c3ecdbea=hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea.} 2024-12-04T14:21:02,220 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(3091): Received CLOSE for fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:21:02,220 DEBUG [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(1351): Waiting on fdbb89c5bf90c63af52402b9c3ecdbea 2024-12-04T14:21:02,220 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdbb89c5bf90c63af52402b9c3ecdbea, disabling compactions & flushes 2024-12-04T14:21:02,220 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea. 2024-12-04T14:21:02,220 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea. 2024-12-04T14:21:02,220 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea. after waiting 0 ms 2024-12-04T14:21:02,220 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea. 2024-12-04T14:21:02,220 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdbb89c5bf90c63af52402b9c3ecdbea: Waiting for close lock at 1733322062220Running coprocessor pre-close hooks at 1733322062220Disabling compacts and flushes for region at 1733322062220Disabling writes for close at 1733322062220Failed flush hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea., putting online again at 1733322062220 2024-12-04T14:21:02,220 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1733322053623.fdbb89c5bf90c63af52402b9c3ecdbea. 2024-12-04T14:21:02,393 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.wal-reader.ff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.1733322045336 to pos 2130, reset compression=false 2024-12-04T14:21:02,420 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-12-04T14:21:02,420 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,45071,1733322043332; all regions closed. 2024-12-04T14:21:02,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741834_1010 (size=4239) 2024-12-04T14:21:02,422 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.meta.1733322046282.meta not finished, retry = 0 2024-12-04T14:21:02,498 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 636, reset compression=false 2024-12-04T14:21:02,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741839_1015 (size=1953) 2024-12-04T14:21:02,525 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/WALs/ff648bb9ef17,45071,1733322043332/ff648bb9ef17%2C45071%2C1733322043332.rep.1733322054357 not finished, retry = 0 2024-12-04T14:21:02,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741832_1008 (size=2138) 2024-12-04T14:21:02,628 DEBUG [RS:0;ff648bb9ef17:45071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:02,628 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:21:02,628 INFO [RS:0;ff648bb9ef17:45071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:21:02,629 INFO [RS:0;ff648bb9ef17:45071 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T14:21:02,629 INFO [RS:0;ff648bb9ef17:45071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:21:02,629 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:21:02,629 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff648bb9ef17,45071,1733322043332 because: Region server is closing 2024-12-04T14:21:02,629 INFO [RS:0;ff648bb9ef17:45071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:45071. 2024-12-04T14:21:02,629 DEBUG [RS:0;ff648bb9ef17:45071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:02,630 DEBUG [RS:0;ff648bb9ef17:45071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:02,630 DEBUG [RS:0;ff648bb9ef17:45071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:02,630 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:02,686 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 1189, reset compression=false 2024-12-04T14:21:02,730 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45071,1733322043332.replicationSource.shipperff648bb9ef17%2C45071%2C1733322043332,1-ff648bb9ef17,45071,1733322043332 terminated 2024-12-04T14:21:02,730 INFO [RS:0;ff648bb9ef17:45071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:45071. 2024-12-04T14:21:02,730 DEBUG [RS:0;ff648bb9ef17:45071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:02,730 DEBUG [RS:0;ff648bb9ef17:45071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:02,730 DEBUG [RS:0;ff648bb9ef17:45071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:02,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:02,730 INFO [RS:0;ff648bb9ef17:45071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45071 2024-12-04T14:21:02,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21664841057/rs/ff648bb9ef17,45071,1733322043332 2024-12-04T14:21:02,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057/rs 2024-12-04T14:21:02,732 INFO [RS:0;ff648bb9ef17:45071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:21:02,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,45071,1733322043332] 2024-12-04T14:21:02,735 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21664841057/draining/ff648bb9ef17,45071,1733322043332 already deleted, retry=false 2024-12-04T14:21:02,735 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,45071,1733322043332 expired; onlineServers=0 2024-12-04T14:21:02,735 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,34803,1733322043295' ***** 2024-12-04T14:21:02,735 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:21:02,735 INFO [M:0;ff648bb9ef17:34803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:21:02,735 INFO [M:0;ff648bb9ef17:34803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:21:02,735 DEBUG [M:0;ff648bb9ef17:34803 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:21:02,735 DEBUG [M:0;ff648bb9ef17:34803 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:21:02,735 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:21:02,735 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322045146 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322045146,5,FailOnTimeoutGroup] 2024-12-04T14:21:02,735 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322045144 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322045144,5,FailOnTimeoutGroup] 2024-12-04T14:21:02,735 INFO [M:0;ff648bb9ef17:34803 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:21:02,735 INFO [M:0;ff648bb9ef17:34803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:21:02,735 DEBUG [M:0;ff648bb9ef17:34803 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:21:02,736 INFO [M:0;ff648bb9ef17:34803 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:21:02,736 INFO [M:0;ff648bb9ef17:34803 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:21:02,736 INFO [M:0;ff648bb9ef17:34803 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:21:02,736 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:21:02,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21664841057/master 2024-12-04T14:21:02,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21664841057 2024-12-04T14:21:02,739 DEBUG [M:0;ff648bb9ef17:34803 {}] zookeeper.ZKUtil(347): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Unable to get data of znode /21664841057/master because node does not exist (not an error) 2024-12-04T14:21:02,739 WARN [M:0;ff648bb9ef17:34803 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:21:02,739 INFO [M:0;ff648bb9ef17:34803 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/.lastflushedseqids 2024-12-04T14:21:02,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741847_1023 (size=245) 2024-12-04T14:21:02,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:02,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45071-0x1017dd9380b0007, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:02,834 INFO [RS:0;ff648bb9ef17:45071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:21:02,834 INFO [RS:0;ff648bb9ef17:45071 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,45071,1733322043332; zookeeper connection closed. 2024-12-04T14:21:02,834 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ee89484 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ee89484 2024-12-04T14:21:02,834 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:21:03,145 INFO [M:0;ff648bb9ef17:34803 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:21:03,145 INFO [M:0;ff648bb9ef17:34803 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:21:03,145 DEBUG [M:0;ff648bb9ef17:34803 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:21:03,146 INFO [M:0;ff648bb9ef17:34803 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:03,146 DEBUG [M:0;ff648bb9ef17:34803 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:03,146 DEBUG [M:0;ff648bb9ef17:34803 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:21:03,146 DEBUG [M:0;ff648bb9ef17:34803 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:03,146 INFO [M:0;ff648bb9ef17:34803 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T14:21:03,164 DEBUG [M:0;ff648bb9ef17:34803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66619af758b041708a27ece4f584ad9e is 82, key is hbase:meta,,1/info:regioninfo/1733322046327/Put/seqid=0 2024-12-04T14:21:03,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741848_1024 (size=5672) 2024-12-04T14:21:03,489 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 1189, reset compression=false 2024-12-04T14:21:03,501 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 636, reset compression=false 2024-12-04T14:21:03,568 INFO [M:0;ff648bb9ef17:34803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66619af758b041708a27ece4f584ad9e 2024-12-04T14:21:03,586 DEBUG [M:0;ff648bb9ef17:34803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97aa628df40a4d36896bb82a08d2d0dd is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733322054397/Put/seqid=0 2024-12-04T14:21:03,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741849_1025 (size=8516) 2024-12-04T14:21:03,989 INFO [M:0;ff648bb9ef17:34803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97aa628df40a4d36896bb82a08d2d0dd 2024-12-04T14:21:04,007 DEBUG [M:0;ff648bb9ef17:34803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90faf514eca044b5a46139b0aaaf8c11 is 69, key is ff648bb9ef17,45071,1733322043332/rs:state/1733322045176/Put/seqid=0 2024-12-04T14:21:04,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741850_1026 (size=5156) 2024-12-04T14:21:04,392 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 1189, reset compression=false 2024-12-04T14:21:04,413 INFO [M:0;ff648bb9ef17:34803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90faf514eca044b5a46139b0aaaf8c11 2024-12-04T14:21:04,417 DEBUG [M:0;ff648bb9ef17:34803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66619af758b041708a27ece4f584ad9e as hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66619af758b041708a27ece4f584ad9e 2024-12-04T14:21:04,420 INFO [M:0;ff648bb9ef17:34803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66619af758b041708a27ece4f584ad9e, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T14:21:04,420 DEBUG [M:0;ff648bb9ef17:34803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/97aa628df40a4d36896bb82a08d2d0dd as hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97aa628df40a4d36896bb82a08d2d0dd 2024-12-04T14:21:04,423 INFO [M:0;ff648bb9ef17:34803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/97aa628df40a4d36896bb82a08d2d0dd, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T14:21:04,423 DEBUG [M:0;ff648bb9ef17:34803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/90faf514eca044b5a46139b0aaaf8c11 as hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/90faf514eca044b5a46139b0aaaf8c11 2024-12-04T14:21:04,426 INFO [M:0;ff648bb9ef17:34803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38375/user/jenkins/test-data/ce34e4eb-121a-c1aa-57ae-4af74a7ce41a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/90faf514eca044b5a46139b0aaaf8c11, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T14:21:04,427 INFO [M:0;ff648bb9ef17:34803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false 2024-12-04T14:21:04,428 INFO [M:0;ff648bb9ef17:34803 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:04,428 DEBUG [M:0;ff648bb9ef17:34803 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733322063145Disabling compacts and flushes for region at 1733322063145Disabling writes for close at 1733322063146 (+1 ms)Obtaining lock to block concurrent updates at 1733322063146Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733322063146Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733322063146Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733322063147 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733322063147Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733322063164 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733322063164Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733322063572 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733322063585 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733322063585Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733322063993 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733322064006 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733322064006Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8849391: reopening flushed file at 1733322064416 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@679acbd: reopening flushed file at 1733322064420 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76175e46: reopening flushed file at 1733322064423 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=97, compaction requested=false at 1733322064427 (+4 ms)Writing region close event to WAL at 1733322064428 (+1 ms)Closed at 1733322064428 2024-12-04T14:21:04,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36745 is added to blk_1073741830_1006 (size=63654) 2024-12-04T14:21:04,430 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:21:04,430 INFO [M:0;ff648bb9ef17:34803 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:21:04,431 INFO [M:0;ff648bb9ef17:34803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34803 2024-12-04T14:21:04,431 INFO [M:0;ff648bb9ef17:34803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:21:04,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:04,533 INFO [M:0;ff648bb9ef17:34803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:21:04,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34803-0x1017dd9380b0006, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:04,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74d189d1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:21:04,536 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6adc695a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:21:04,536 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:21:04,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f9e155a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:21:04,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b5de284{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/hadoop.log.dir/,STOPPED} 2024-12-04T14:21:04,538 WARN [BP-1793646884-172.17.0.2-1733322042235 heartbeating to localhost/127.0.0.1:38375 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:21:04,538 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:21:04,538 WARN [BP-1793646884-172.17.0.2-1733322042235 heartbeating to localhost/127.0.0.1:38375 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1793646884-172.17.0.2-1733322042235 (Datanode Uuid b1a8235f-762a-4e22-a442-22d6d50bd39b) service to localhost/127.0.0.1:38375 2024-12-04T14:21:04,538 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:21:04,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/cluster_9a6e383f-5ac5-8713-e36a-5aa27374187e/data/data1/current/BP-1793646884-172.17.0.2-1733322042235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:21:04,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/cluster_9a6e383f-5ac5-8713-e36a-5aa27374187e/data/data2/current/BP-1793646884-172.17.0.2-1733322042235 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:21:04,539 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:21:04,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21b63acf{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:21:04,547 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43453008{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:21:04,547 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:21:04,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@615d33df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:21:04,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a686476{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/hadoop.log.dir/,STOPPED} 2024-12-04T14:21:04,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:21:04,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:21:04,562 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:21:04,562 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:04,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:04,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:04,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:04,562 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:21:04,562 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1884378589, stopped=false 2024-12-04T14:21:04,562 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,44335,1733322039538 2024-12-04T14:21:04,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1561717314/running 2024-12-04T14:21:04,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314 2024-12-04T14:21:04,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1561717314/running 2024-12-04T14:21:04,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314 2024-12-04T14:21:04,564 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:21:04,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Set watcher on znode that does not yet exist, /1-1561717314/running 2024-12-04T14:21:04,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:21:04,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:04,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:04,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Set watcher on znode that does not yet exist, /1-1561717314/running 2024-12-04T14:21:04,565 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,34205,1733322039579' ***** 2024-12-04T14:21:04,565 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:21:04,565 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:21:04,565 INFO [RS:0;ff648bb9ef17:34205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:21:04,565 INFO [RS:0;ff648bb9ef17:34205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:21:04,565 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(3091): Received CLOSE for 06ff0b2cf352f165022e49169904eb94 2024-12-04T14:21:04,566 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:21:04,566 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(3091): Received CLOSE for 7e76ef31dff8b6a4f9bc3715aedf6164 2024-12-04T14:21:04,566 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,34205,1733322039579 2024-12-04T14:21:04,566 INFO [RS:0;ff648bb9ef17:34205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:21:04,566 INFO [RS:0;ff648bb9ef17:34205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:34205. 2024-12-04T14:21:04,566 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 06ff0b2cf352f165022e49169904eb94, disabling compactions & flushes 2024-12-04T14:21:04,566 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94. 2024-12-04T14:21:04,566 DEBUG [RS:0;ff648bb9ef17:34205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:04,566 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94. 2024-12-04T14:21:04,566 DEBUG [RS:0;ff648bb9ef17:34205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:04,566 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94. after waiting 0 ms 2024-12-04T14:21:04,566 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94. 2024-12-04T14:21:04,566 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:21:04,566 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:21:04,566 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:21:04,566 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:21:04,566 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 06ff0b2cf352f165022e49169904eb94 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-12-04T14:21:04,566 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T14:21:04,566 DEBUG [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(1325): Online Regions={06ff0b2cf352f165022e49169904eb94=hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94., 1588230740=hbase:meta,,1.1588230740, 7e76ef31dff8b6a4f9bc3715aedf6164=test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164.} 2024-12-04T14:21:04,566 DEBUG [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(1351): Waiting on 06ff0b2cf352f165022e49169904eb94, 1588230740, 7e76ef31dff8b6a4f9bc3715aedf6164 2024-12-04T14:21:04,567 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:21:04,567 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:21:04,567 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:21:04,567 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:21:04,567 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:21:04,567 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T14:21:04,582 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/.tmp/info/078b4102e1f54b46a91d54f545d41a00 is 147, key is hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94./info:regioninfo/1733322053279/Put/seqid=0 2024-12-04T14:21:04,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741840_1016 (size=7686) 2024-12-04T14:21:04,585 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/replication/06ff0b2cf352f165022e49169904eb94/.tmp/queue/15305a5f85a34a6da5f91f30b2fbaecb is 154, key is 1-ff648bb9ef17,34205,1733322039579/queue:ff648bb9ef17%2C34205%2C1733322039579/1733322059967/Put/seqid=0 2024-12-04T14:21:04,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741841_1017 (size=5353) 2024-12-04T14:21:04,588 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/replication/06ff0b2cf352f165022e49169904eb94/.tmp/queue/15305a5f85a34a6da5f91f30b2fbaecb 2024-12-04T14:21:04,591 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/replication/06ff0b2cf352f165022e49169904eb94/.tmp/queue/15305a5f85a34a6da5f91f30b2fbaecb as hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/replication/06ff0b2cf352f165022e49169904eb94/queue/15305a5f85a34a6da5f91f30b2fbaecb 2024-12-04T14:21:04,594 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/replication/06ff0b2cf352f165022e49169904eb94/queue/15305a5f85a34a6da5f91f30b2fbaecb, entries=1, sequenceid=12, filesize=5.2 K 2024-12-04T14:21:04,595 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 06ff0b2cf352f165022e49169904eb94 in 29ms, sequenceid=12, compaction requested=false 2024-12-04T14:21:04,597 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/replication/06ff0b2cf352f165022e49169904eb94/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-12-04T14:21:04,598 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:21:04,598 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:21:04,598 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94. 2024-12-04T14:21:04,598 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 06ff0b2cf352f165022e49169904eb94: Waiting for close lock at 1733322064566Running coprocessor pre-close hooks at 1733322064566Disabling compacts and flushes for region at 1733322064566Disabling writes for close at 1733322064566Obtaining lock to block concurrent updates at 1733322064566Preparing flush snapshotting stores in 06ff0b2cf352f165022e49169904eb94 at 1733322064566Finished memstore snapshotting hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1733322064566Flushing stores of hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94. at 1733322064567 (+1 ms)Flushing 06ff0b2cf352f165022e49169904eb94/queue: creating writer at 1733322064567Flushing 06ff0b2cf352f165022e49169904eb94/queue: appending metadata at 1733322064584 (+17 ms)Flushing 06ff0b2cf352f165022e49169904eb94/queue: closing flushed file at 1733322064584Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@271dd8d3: reopening flushed file at 1733322064591 (+7 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 06ff0b2cf352f165022e49169904eb94 in 29ms, sequenceid=12, compaction requested=false at 1733322064595 (+4 ms)Writing region close event to WAL at 1733322064595Running coprocessor post-close hooks at 1733322064598 (+3 ms)Closed at 1733322064598 2024-12-04T14:21:04,598 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733322052483.06ff0b2cf352f165022e49169904eb94. 2024-12-04T14:21:04,598 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7e76ef31dff8b6a4f9bc3715aedf6164, disabling compactions & flushes 2024-12-04T14:21:04,598 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164. 2024-12-04T14:21:04,598 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164. 2024-12-04T14:21:04,598 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164. after waiting 0 ms 2024-12-04T14:21:04,598 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164. 2024-12-04T14:21:04,598 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7e76ef31dff8b6a4f9bc3715aedf6164 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-12-04T14:21:04,604 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 636, reset compression=false 2024-12-04T14:21:04,612 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/default/test/7e76ef31dff8b6a4f9bc3715aedf6164/.tmp/f/03c9b38ca2c64478a9782cc32be560a6 is 29, key is row1/f:/1733322058800/DeleteFamily/seqid=0 2024-12-04T14:21:04,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741842_1018 (size=5152) 2024-12-04T14:21:04,665 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:21:04,767 DEBUG [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e76ef31dff8b6a4f9bc3715aedf6164 2024-12-04T14:21:04,967 DEBUG [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e76ef31dff8b6a4f9bc3715aedf6164 2024-12-04T14:21:04,985 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/.tmp/info/078b4102e1f54b46a91d54f545d41a00 2024-12-04T14:21:05,004 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/.tmp/ns/d1bb672e9e2c490c8ed5ae269956d4c2 is 43, key is default/ns:d/1733322042147/Put/seqid=0 2024-12-04T14:21:05,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741843_1019 (size=5153) 2024-12-04T14:21:05,015 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/default/test/7e76ef31dff8b6a4f9bc3715aedf6164/.tmp/f/03c9b38ca2c64478a9782cc32be560a6 2024-12-04T14:21:05,018 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03c9b38ca2c64478a9782cc32be560a6 2024-12-04T14:21:05,032 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/default/test/7e76ef31dff8b6a4f9bc3715aedf6164/.tmp/f1/c51f1d7529fb4c7bb09f95038df0999c is 30, key is row1/f1:/1733322058800/DeleteFamily/seqid=0 2024-12-04T14:21:05,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741844_1020 (size=5158) 2024-12-04T14:21:05,167 DEBUG [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e76ef31dff8b6a4f9bc3715aedf6164 2024-12-04T14:21:05,227 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T14:21:05,367 DEBUG [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7e76ef31dff8b6a4f9bc3715aedf6164 2024-12-04T14:21:05,395 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 1189, reset compression=false 2024-12-04T14:21:05,399 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:21:05,399 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.wal-reader.ff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569 to pos 1436, reset compression=false 2024-12-04T14:21:05,399 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.shipperff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,34205,1733322039579 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/WALs/ff648bb9ef17,34205,1733322039579/ff648bb9ef17%2C34205%2C1733322039579.1733322041569, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:21:05,400 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.shipperff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff648bb9ef17,34205,1733322039579: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ff648bb9ef17,34205,1733322039579, walGroup=ff648bb9ef17%2C34205%2C1733322039579, offset=ff648bb9ef17%2C34205%2C1733322039579.1733322041569:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34205 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T14:21:05,402 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.shipperff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T14:21:05,402 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.shipperff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T14:21:05,402 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.shipperff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T14:21:05,402 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.shipperff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T14:21:05,402 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.shipperff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T14:21:05,402 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.shipperff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1298137088, "init": 1048576000, "max": 2306867200, "used": 978919632 }, "NonHeapMemoryUsage": { "committed": 205717504, "init": 7667712, "max": -1, "used": 201098552 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T14:21:05,403 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.shipperff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:44335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:44335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T14:21:05,407 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/.tmp/ns/d1bb672e9e2c490c8ed5ae269956d4c2 2024-12-04T14:21:05,426 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/.tmp/rep_barrier/ab85bae4eb64452c885c01a5ef94d7bd is 112, key is test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164./rep_barrier:seqnumDuringOpen/1733322047778/Put/seqid=0 2024-12-04T14:21:05,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741845_1021 (size=5518) 2024-12-04T14:21:05,430 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/.tmp/rep_barrier/ab85bae4eb64452c885c01a5ef94d7bd 2024-12-04T14:21:05,435 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/default/test/7e76ef31dff8b6a4f9bc3715aedf6164/.tmp/f1/c51f1d7529fb4c7bb09f95038df0999c 2024-12-04T14:21:05,438 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c51f1d7529fb4c7bb09f95038df0999c 2024-12-04T14:21:05,442 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:21:05,442 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:21:05,447 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/.tmp/table/4177585831f142e08819c0b33f77bb78 is 53, key is hbase:replication/table:state/1733322053285/Put/seqid=0 2024-12-04T14:21:05,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741846_1022 (size=5308) 2024-12-04T14:21:05,450 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/.tmp/table/4177585831f142e08819c0b33f77bb78 2024-12-04T14:21:05,454 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/.tmp/info/078b4102e1f54b46a91d54f545d41a00 as hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/info/078b4102e1f54b46a91d54f545d41a00 2024-12-04T14:21:05,455 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/default/test/7e76ef31dff8b6a4f9bc3715aedf6164/.tmp/norep/3200417705cc42a09acc4c499cf5d1e7 is 33, key is row1/norep:/1733322058800/DeleteFamily/seqid=0 2024-12-04T14:21:05,458 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/info/078b4102e1f54b46a91d54f545d41a00, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T14:21:05,458 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/.tmp/ns/d1bb672e9e2c490c8ed5ae269956d4c2 as hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/ns/d1bb672e9e2c490c8ed5ae269956d4c2 2024-12-04T14:21:05,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741847_1023 (size=5108) 2024-12-04T14:21:05,459 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/default/test/7e76ef31dff8b6a4f9bc3715aedf6164/.tmp/norep/3200417705cc42a09acc4c499cf5d1e7 2024-12-04T14:21:05,462 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/ns/d1bb672e9e2c490c8ed5ae269956d4c2, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T14:21:05,463 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/.tmp/rep_barrier/ab85bae4eb64452c885c01a5ef94d7bd as hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/rep_barrier/ab85bae4eb64452c885c01a5ef94d7bd 2024-12-04T14:21:05,464 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3200417705cc42a09acc4c499cf5d1e7 2024-12-04T14:21:05,465 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/default/test/7e76ef31dff8b6a4f9bc3715aedf6164/.tmp/f/03c9b38ca2c64478a9782cc32be560a6 as hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/default/test/7e76ef31dff8b6a4f9bc3715aedf6164/f/03c9b38ca2c64478a9782cc32be560a6 2024-12-04T14:21:05,467 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/rep_barrier/ab85bae4eb64452c885c01a5ef94d7bd, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T14:21:05,468 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/.tmp/table/4177585831f142e08819c0b33f77bb78 as hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/table/4177585831f142e08819c0b33f77bb78 2024-12-04T14:21:05,469 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 03c9b38ca2c64478a9782cc32be560a6 2024-12-04T14:21:05,469 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/default/test/7e76ef31dff8b6a4f9bc3715aedf6164/f/03c9b38ca2c64478a9782cc32be560a6, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T14:21:05,470 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/default/test/7e76ef31dff8b6a4f9bc3715aedf6164/.tmp/f1/c51f1d7529fb4c7bb09f95038df0999c as hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/default/test/7e76ef31dff8b6a4f9bc3715aedf6164/f1/c51f1d7529fb4c7bb09f95038df0999c 2024-12-04T14:21:05,471 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/table/4177585831f142e08819c0b33f77bb78, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T14:21:05,472 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 905ms, sequenceid=16, compaction requested=false 2024-12-04T14:21:05,472 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T14:21:05,473 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c51f1d7529fb4c7bb09f95038df0999c 2024-12-04T14:21:05,473 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/default/test/7e76ef31dff8b6a4f9bc3715aedf6164/f1/c51f1d7529fb4c7bb09f95038df0999c, entries=3, sequenceid=10, filesize=5.0 K 2024-12-04T14:21:05,474 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/default/test/7e76ef31dff8b6a4f9bc3715aedf6164/.tmp/norep/3200417705cc42a09acc4c499cf5d1e7 as hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/default/test/7e76ef31dff8b6a4f9bc3715aedf6164/norep/3200417705cc42a09acc4c499cf5d1e7 2024-12-04T14:21:05,477 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3200417705cc42a09acc4c499cf5d1e7 2024-12-04T14:21:05,478 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/default/test/7e76ef31dff8b6a4f9bc3715aedf6164/norep/3200417705cc42a09acc4c499cf5d1e7, entries=1, sequenceid=10, filesize=5.0 K 2024-12-04T14:21:05,478 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 7e76ef31dff8b6a4f9bc3715aedf6164 in 880ms, sequenceid=10, compaction requested=false 2024-12-04T14:21:05,478 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T14:21:05,487 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/default/test/7e76ef31dff8b6a4f9bc3715aedf6164/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-12-04T14:21:05,487 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T14:21:05,488 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:21:05,488 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:21:05,488 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:21:05,488 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:21:05,488 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164. 2024-12-04T14:21:05,488 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:21:05,488 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7e76ef31dff8b6a4f9bc3715aedf6164: Waiting for close lock at 1733322064598Running coprocessor pre-close hooks at 1733322064598Disabling compacts and flushes for region at 1733322064598Disabling writes for close at 1733322064598Obtaining lock to block concurrent updates at 1733322064598Preparing flush snapshotting stores in 7e76ef31dff8b6a4f9bc3715aedf6164 at 1733322064598Finished memstore snapshotting test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1733322064598Flushing stores of test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164. at 1733322064599 (+1 ms)Flushing 7e76ef31dff8b6a4f9bc3715aedf6164/f: creating writer at 1733322064599Flushing 7e76ef31dff8b6a4f9bc3715aedf6164/f: appending metadata at 1733322064612 (+13 ms)Flushing 7e76ef31dff8b6a4f9bc3715aedf6164/f: closing flushed file at 1733322064612Flushing 7e76ef31dff8b6a4f9bc3715aedf6164/f1: creating writer at 1733322065018 (+406 ms)Flushing 7e76ef31dff8b6a4f9bc3715aedf6164/f1: appending metadata at 1733322065031 (+13 ms)Flushing 7e76ef31dff8b6a4f9bc3715aedf6164/f1: closing flushed file at 1733322065031Flushing 7e76ef31dff8b6a4f9bc3715aedf6164/norep: creating writer at 1733322065438 (+407 ms)Flushing 7e76ef31dff8b6a4f9bc3715aedf6164/norep: appending metadata at 1733322065454 (+16 ms)Flushing 7e76ef31dff8b6a4f9bc3715aedf6164/norep: closing flushed file at 1733322065454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29b3813: reopening flushed file at 1733322065464 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4585d5e4: reopening flushed file at 1733322065469 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bd1bf35: reopening flushed file at 1733322065474 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 7e76ef31dff8b6a4f9bc3715aedf6164 in 880ms, sequenceid=10, compaction requested=false at 1733322065478 (+4 ms)Writing region close event to WAL at 1733322065484 (+6 ms)Running coprocessor post-close hooks at 1733322065488 (+4 ms)Closed at 1733322065488 2024-12-04T14:21:05,488 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733322064566Running coprocessor pre-close hooks at 1733322064566Disabling compacts and flushes for region at 1733322064566Disabling writes for close at 1733322064567 (+1 ms)Obtaining lock to block concurrent updates at 1733322064567Preparing flush snapshotting stores in 1588230740 at 1733322064567Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733322064567Flushing stores of hbase:meta,,1.1588230740 at 1733322064567Flushing 1588230740/info: creating writer at 1733322064567Flushing 1588230740/info: appending metadata at 1733322064581 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733322064581Flushing 1588230740/ns: creating writer at 1733322064989 (+408 ms)Flushing 1588230740/ns: appending metadata at 1733322065003 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733322065003Flushing 1588230740/rep_barrier: creating writer at 1733322065410 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733322065426 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733322065426Flushing 1588230740/table: creating writer at 1733322065433 (+7 ms)Flushing 1588230740/table: appending metadata at 1733322065446 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733322065446Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc00fbd: reopening flushed file at 1733322065453 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36f1d45c: reopening flushed file at 1733322065458 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@708a16c7: reopening flushed file at 1733322065462 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4403b53e: reopening flushed file at 1733322065467 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 905ms, sequenceid=16, compaction requested=false at 1733322065472 (+5 ms)Writing region close event to WAL at 1733322065484 (+12 ms)Running coprocessor post-close hooks at 1733322065488 (+4 ms)Closed at 1733322065488 2024-12-04T14:21:05,489 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733322047019.7e76ef31dff8b6a4f9bc3715aedf6164. 2024-12-04T14:21:05,489 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:21:05,567 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,34205,1733322039579; all regions closed. 2024-12-04T14:21:05,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741834_1010 (size=4239) 2024-12-04T14:21:05,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741839_1015 (size=3114) 2024-12-04T14:21:05,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741833_1009 (size=2088) 2024-12-04T14:21:05,581 DEBUG [RS:0;ff648bb9ef17:34205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:05,581 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:21:05,581 INFO [RS:0;ff648bb9ef17:34205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:21:05,581 INFO [RS:0;ff648bb9ef17:34205 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:21:05,581 INFO [RS:0;ff648bb9ef17:34205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:21:05,581 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:21:05,581 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff648bb9ef17,34205,1733322039579 because: Region server is closing 2024-12-04T14:21:05,581 INFO [RS:0;ff648bb9ef17:34205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:34205. 2024-12-04T14:21:05,581 DEBUG [RS:0;ff648bb9ef17:34205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:05,581 DEBUG [RS:0;ff648bb9ef17:34205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:05,582 DEBUG [RS:0;ff648bb9ef17:34205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:05,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:05,682 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,34205,1733322039579.replicationSource.shipperff648bb9ef17%2C34205%2C1733322039579,1-ff648bb9ef17,34205,1733322039579 terminated 2024-12-04T14:21:05,682 INFO [RS:0;ff648bb9ef17:34205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:34205. 2024-12-04T14:21:05,682 DEBUG [RS:0;ff648bb9ef17:34205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:05,682 DEBUG [RS:0;ff648bb9ef17:34205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:05,682 DEBUG [RS:0;ff648bb9ef17:34205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:05,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:05,682 INFO [RS:0;ff648bb9ef17:34205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34205 2024-12-04T14:21:05,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1561717314/rs/ff648bb9ef17,34205,1733322039579 2024-12-04T14:21:05,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314/rs 2024-12-04T14:21:05,687 INFO [RS:0;ff648bb9ef17:34205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:21:05,693 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,34205,1733322039579] 2024-12-04T14:21:05,695 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1561717314/draining/ff648bb9ef17,34205,1733322039579 already deleted, retry=false 2024-12-04T14:21:05,695 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,34205,1733322039579 expired; onlineServers=0 2024-12-04T14:21:05,695 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,44335,1733322039538' ***** 2024-12-04T14:21:05,695 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:21:05,695 INFO [M:0;ff648bb9ef17:44335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:21:05,695 INFO [M:0;ff648bb9ef17:44335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:21:05,695 DEBUG [M:0;ff648bb9ef17:44335 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:21:05,696 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:21:05,696 DEBUG [M:0;ff648bb9ef17:44335 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:21:05,696 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322041367 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322041367,5,FailOnTimeoutGroup] 2024-12-04T14:21:05,696 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322041366 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322041366,5,FailOnTimeoutGroup] 2024-12-04T14:21:05,696 INFO [M:0;ff648bb9ef17:44335 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:21:05,696 INFO [M:0;ff648bb9ef17:44335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:21:05,696 DEBUG [M:0;ff648bb9ef17:44335 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:21:05,696 INFO [M:0;ff648bb9ef17:44335 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:21:05,696 INFO [M:0;ff648bb9ef17:44335 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:21:05,696 INFO [M:0;ff648bb9ef17:44335 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:21:05,696 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:21:05,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1561717314/master 2024-12-04T14:21:05,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1561717314 2024-12-04T14:21:05,698 DEBUG [M:0;ff648bb9ef17:44335 {}] zookeeper.ZKUtil(347): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Unable to get data of znode /1-1561717314/master because node does not exist (not an error) 2024-12-04T14:21:05,698 WARN [M:0;ff648bb9ef17:44335 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:21:05,699 INFO [M:0;ff648bb9ef17:44335 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/.lastflushedseqids 2024-12-04T14:21:05,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741848_1024 (size=245) 2024-12-04T14:21:05,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:05,794 INFO [RS:0;ff648bb9ef17:34205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:21:05,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34205-0x1017dd9380b0004, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:05,794 INFO [RS:0;ff648bb9ef17:34205 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,34205,1733322039579; zookeeper connection closed. 2024-12-04T14:21:05,794 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@677ae07f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@677ae07f 2024-12-04T14:21:05,794 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:21:05,807 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 636, reset compression=false 2024-12-04T14:21:06,104 INFO [M:0;ff648bb9ef17:44335 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:21:06,104 INFO [M:0;ff648bb9ef17:44335 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:21:06,104 DEBUG [M:0;ff648bb9ef17:44335 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:21:06,104 INFO [M:0;ff648bb9ef17:44335 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:06,104 DEBUG [M:0;ff648bb9ef17:44335 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:06,104 DEBUG [M:0;ff648bb9ef17:44335 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:21:06,104 DEBUG [M:0;ff648bb9ef17:44335 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:06,104 INFO [M:0;ff648bb9ef17:44335 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-12-04T14:21:06,119 DEBUG [M:0;ff648bb9ef17:44335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8621994072394afca2c3266bd1ed5d22 is 82, key is hbase:meta,,1/info:regioninfo/1733322042138/Put/seqid=0 2024-12-04T14:21:06,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741849_1025 (size=5672) 2024-12-04T14:21:06,523 INFO [M:0;ff648bb9ef17:44335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8621994072394afca2c3266bd1ed5d22 2024-12-04T14:21:06,548 DEBUG [M:0;ff648bb9ef17:44335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b80d327846e542f2be973b947286c75f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733322053287/Put/seqid=0 2024-12-04T14:21:06,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741850_1026 (size=8516) 2024-12-04T14:21:06,552 INFO [M:0;ff648bb9ef17:44335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b80d327846e542f2be973b947286c75f 2024-12-04T14:21:06,571 DEBUG [M:0;ff648bb9ef17:44335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1f603c407dc45fd9d5c8adbe148b63c is 69, key is ff648bb9ef17,34205,1733322039579/rs:state/1733322041418/Put/seqid=0 2024-12-04T14:21:06,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741851_1027 (size=5156) 2024-12-04T14:21:06,975 INFO [M:0;ff648bb9ef17:44335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1f603c407dc45fd9d5c8adbe148b63c 2024-12-04T14:21:06,979 DEBUG [M:0;ff648bb9ef17:44335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8621994072394afca2c3266bd1ed5d22 as hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8621994072394afca2c3266bd1ed5d22 2024-12-04T14:21:06,982 INFO [M:0;ff648bb9ef17:44335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8621994072394afca2c3266bd1ed5d22, entries=8, sequenceid=97, filesize=5.5 K 2024-12-04T14:21:06,983 DEBUG [M:0;ff648bb9ef17:44335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b80d327846e542f2be973b947286c75f as hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b80d327846e542f2be973b947286c75f 2024-12-04T14:21:06,986 INFO [M:0;ff648bb9ef17:44335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b80d327846e542f2be973b947286c75f, entries=11, sequenceid=97, filesize=8.3 K 2024-12-04T14:21:06,986 DEBUG [M:0;ff648bb9ef17:44335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f1f603c407dc45fd9d5c8adbe148b63c as hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1f603c407dc45fd9d5c8adbe148b63c 2024-12-04T14:21:06,990 INFO [M:0;ff648bb9ef17:44335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34641/user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f1f603c407dc45fd9d5c8adbe148b63c, entries=1, sequenceid=97, filesize=5.0 K 2024-12-04T14:21:06,990 INFO [M:0;ff648bb9ef17:44335 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=97, compaction requested=false 2024-12-04T14:21:06,991 INFO [M:0;ff648bb9ef17:44335 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:06,992 DEBUG [M:0;ff648bb9ef17:44335 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733322066104Disabling compacts and flushes for region at 1733322066104Disabling writes for close at 1733322066104Obtaining lock to block concurrent updates at 1733322066104Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733322066104Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1733322066104Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733322066105 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733322066105Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733322066119 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733322066119Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733322066527 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733322066548 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733322066548Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733322066556 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733322066570 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733322066570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39dc69b5: reopening flushed file at 1733322066978 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c2721b: reopening flushed file at 1733322066982 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32522a4c: reopening flushed file at 1733322066986 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=97, compaction requested=false at 1733322066990 (+4 ms)Writing region close event to WAL at 1733322066991 (+1 ms)Closed at 1733322066991 2024-12-04T14:21:06,993 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22be8d77-cb22-95b0-8f00-21804d319083/MasterData/WALs/ff648bb9ef17,44335,1733322039538/ff648bb9ef17%2C44335%2C1733322039538.1733322041263 not finished, retry = 0 2024-12-04T14:21:06,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40887 is added to blk_1073741830_1006 (size=63654) 2024-12-04T14:21:07,094 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:21:07,094 INFO [M:0;ff648bb9ef17:44335 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:21:07,094 INFO [M:0;ff648bb9ef17:44335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44335 2024-12-04T14:21:07,095 INFO [M:0;ff648bb9ef17:44335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:21:07,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,110 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 636, reset compression=false 2024-12-04T14:21:07,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,137 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:07,196 INFO [M:0;ff648bb9ef17:44335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:21:07,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44335-0x1017dd9380b0003, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:07,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14bb38a0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:21:07,199 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@139e0451{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:21:07,199 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:21:07,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40b2a822{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:21:07,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2deb64{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/hadoop.log.dir/,STOPPED} 2024-12-04T14:21:07,201 WARN [BP-1955627073-172.17.0.2-1733322038378 heartbeating to localhost/127.0.0.1:34641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:21:07,201 WARN [BP-1955627073-172.17.0.2-1733322038378 heartbeating to localhost/127.0.0.1:34641 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1955627073-172.17.0.2-1733322038378 (Datanode Uuid 4bbe54e2-7545-4610-9dde-c7466a380868) service to localhost/127.0.0.1:34641 2024-12-04T14:21:07,201 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:21:07,201 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:21:07,201 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/cluster_d65cafc6-5638-1aef-31e5-5aab343fae19/data/data1/current/BP-1955627073-172.17.0.2-1733322038378 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:21:07,202 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/cluster_d65cafc6-5638-1aef-31e5-5aab343fae19/data/data2/current/BP-1955627073-172.17.0.2-1733322038378 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:21:07,202 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:21:07,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ac7d66{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:21:07,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5409c56e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:21:07,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:21:07,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31baa040{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:21:07,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32beddaa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/950eeff1-e5dc-f207-67fd-1c66b3a76e35/hadoop.log.dir/,STOPPED} 2024-12-04T14:21:07,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:21:07,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:21:07,224 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:21:07,224 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:07,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:07,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:07,224 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:07,224 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:21:07,225 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=991456077, stopped=false 2024-12-04T14:21:07,225 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,32861,1733322035640 2024-12-04T14:21:07,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0372702831/running 2024-12-04T14:21:07,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831 2024-12-04T14:21:07,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0372702831/running 2024-12-04T14:21:07,226 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:21:07,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831 2024-12-04T14:21:07,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Set watcher on znode that does not yet exist, /0372702831/running 2024-12-04T14:21:07,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Set watcher on znode that does not yet exist, /0372702831/running 2024-12-04T14:21:07,227 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:21:07,227 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:07,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:07,227 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,37725,1733322035696' ***** 2024-12-04T14:21:07,227 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:21:07,228 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:21:07,228 INFO [RS:0;ff648bb9ef17:37725 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:21:07,228 INFO [RS:0;ff648bb9ef17:37725 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:21:07,228 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:21:07,228 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(3091): Received CLOSE for 309eb0dd4306f31364922248c9cffd91 2024-12-04T14:21:07,228 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(3091): Received CLOSE for 4aee8fde2aef15b9df9a3a2a29ab6820 2024-12-04T14:21:07,228 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,37725,1733322035696 2024-12-04T14:21:07,228 INFO [RS:0;ff648bb9ef17:37725 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:21:07,228 INFO [RS:0;ff648bb9ef17:37725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:37725. 2024-12-04T14:21:07,228 DEBUG [RS:0;ff648bb9ef17:37725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:07,228 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 309eb0dd4306f31364922248c9cffd91, disabling compactions & flushes 2024-12-04T14:21:07,228 DEBUG [RS:0;ff648bb9ef17:37725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:07,228 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733322046384.309eb0dd4306f31364922248c9cffd91. 2024-12-04T14:21:07,228 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733322046384.309eb0dd4306f31364922248c9cffd91. 2024-12-04T14:21:07,228 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733322046384.309eb0dd4306f31364922248c9cffd91. after waiting 0 ms 2024-12-04T14:21:07,229 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:21:07,229 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733322046384.309eb0dd4306f31364922248c9cffd91. 2024-12-04T14:21:07,229 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:21:07,229 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:21:07,229 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:21:07,229 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 309eb0dd4306f31364922248c9cffd91 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-12-04T14:21:07,229 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T14:21:07,229 DEBUG [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(1325): Online Regions={309eb0dd4306f31364922248c9cffd91=test,,1733322046384.309eb0dd4306f31364922248c9cffd91., 1588230740=hbase:meta,,1.1588230740, 4aee8fde2aef15b9df9a3a2a29ab6820=hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820.} 2024-12-04T14:21:07,229 DEBUG [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 309eb0dd4306f31364922248c9cffd91, 4aee8fde2aef15b9df9a3a2a29ab6820 2024-12-04T14:21:07,229 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:21:07,229 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:21:07,229 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:21:07,229 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:21:07,229 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:21:07,229 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T14:21:07,230 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:21:07,230 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:21:07,244 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/.tmp/info/7c821fad95ee4d87b2af3edd56ed0c73 is 147, key is hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820./info:regioninfo/1733322051506/Put/seqid=0 2024-12-04T14:21:07,244 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/default/test/309eb0dd4306f31364922248c9cffd91/.tmp/f/b68e4cd47fbe439c9688bc41a12f1088 is 28, key is row/f:/1733322057794/DeleteFamily/seqid=0 2024-12-04T14:21:07,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741840_1016 (size=7686) 2024-12-04T14:21:07,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741841_1017 (size=5085) 2024-12-04T14:21:07,248 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/.tmp/info/7c821fad95ee4d87b2af3edd56ed0c73 2024-12-04T14:21:07,273 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/.tmp/ns/9f920a22b7f941a39be88895db03450f is 43, key is default/ns:d/1733322038248/Put/seqid=0 2024-12-04T14:21:07,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741842_1018 (size=5153) 2024-12-04T14:21:07,285 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:21:07,429 DEBUG [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 309eb0dd4306f31364922248c9cffd91, 4aee8fde2aef15b9df9a3a2a29ab6820 2024-12-04T14:21:07,629 DEBUG [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 309eb0dd4306f31364922248c9cffd91, 4aee8fde2aef15b9df9a3a2a29ab6820 2024-12-04T14:21:07,649 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/default/test/309eb0dd4306f31364922248c9cffd91/.tmp/f/b68e4cd47fbe439c9688bc41a12f1088 2024-12-04T14:21:07,653 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b68e4cd47fbe439c9688bc41a12f1088 2024-12-04T14:21:07,660 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:21:07,660 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,662 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,677 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/default/test/309eb0dd4306f31364922248c9cffd91/.tmp/f1/ac03fd334d9c432e96c9b13332f0b599 is 29, key is row/f1:/1733322057794/DeleteFamily/seqid=0 2024-12-04T14:21:07,678 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/.tmp/ns/9f920a22b7f941a39be88895db03450f 2024-12-04T14:21:07,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741843_1019 (size=5089) 2024-12-04T14:21:07,697 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/default/test/309eb0dd4306f31364922248c9cffd91/.tmp/f1/ac03fd334d9c432e96c9b13332f0b599 2024-12-04T14:21:07,702 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac03fd334d9c432e96c9b13332f0b599 2024-12-04T14:21:07,714 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/.tmp/rep_barrier/8d7ec6ad62134b64baf6d680248d9b9a is 112, key is test,,1733322046384.309eb0dd4306f31364922248c9cffd91./rep_barrier:seqnumDuringOpen/1733322046773/Put/seqid=0 2024-12-04T14:21:07,725 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/default/test/309eb0dd4306f31364922248c9cffd91/.tmp/norep/ea3cedbb93aa4ee78a8f655f072d9fff is 32, key is row/norep:/1733322057794/DeleteFamily/seqid=0 2024-12-04T14:21:07,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741844_1020 (size=5518) 2024-12-04T14:21:07,736 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/.tmp/rep_barrier/8d7ec6ad62134b64baf6d680248d9b9a 2024-12-04T14:21:07,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741845_1021 (size=5101) 2024-12-04T14:21:07,739 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/default/test/309eb0dd4306f31364922248c9cffd91/.tmp/norep/ea3cedbb93aa4ee78a8f655f072d9fff 2024-12-04T14:21:07,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,745 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea3cedbb93aa4ee78a8f655f072d9fff 2024-12-04T14:21:07,745 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/default/test/309eb0dd4306f31364922248c9cffd91/.tmp/f/b68e4cd47fbe439c9688bc41a12f1088 as hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/default/test/309eb0dd4306f31364922248c9cffd91/f/b68e4cd47fbe439c9688bc41a12f1088 2024-12-04T14:21:07,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,750 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b68e4cd47fbe439c9688bc41a12f1088 2024-12-04T14:21:07,750 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/default/test/309eb0dd4306f31364922248c9cffd91/f/b68e4cd47fbe439c9688bc41a12f1088, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T14:21:07,751 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/default/test/309eb0dd4306f31364922248c9cffd91/.tmp/f1/ac03fd334d9c432e96c9b13332f0b599 as hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/default/test/309eb0dd4306f31364922248c9cffd91/f1/ac03fd334d9c432e96c9b13332f0b599 2024-12-04T14:21:07,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:07,756 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac03fd334d9c432e96c9b13332f0b599 2024-12-04T14:21:07,756 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/default/test/309eb0dd4306f31364922248c9cffd91/f1/ac03fd334d9c432e96c9b13332f0b599, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T14:21:07,757 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/default/test/309eb0dd4306f31364922248c9cffd91/.tmp/norep/ea3cedbb93aa4ee78a8f655f072d9fff as hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/default/test/309eb0dd4306f31364922248c9cffd91/norep/ea3cedbb93aa4ee78a8f655f072d9fff 2024-12-04T14:21:07,762 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea3cedbb93aa4ee78a8f655f072d9fff 2024-12-04T14:21:07,762 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/default/test/309eb0dd4306f31364922248c9cffd91/norep/ea3cedbb93aa4ee78a8f655f072d9fff, entries=1, sequenceid=6, filesize=5.0 K 2024-12-04T14:21:07,763 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 309eb0dd4306f31364922248c9cffd91 in 534ms, sequenceid=6, compaction requested=false 2024-12-04T14:21:07,773 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/.tmp/table/7b017f40b283483b83cd761568dbb7cb is 53, key is hbase:replication/table:state/1733322051513/Put/seqid=0 2024-12-04T14:21:07,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741846_1022 (size=5308) 2024-12-04T14:21:07,786 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/.tmp/table/7b017f40b283483b83cd761568dbb7cb 2024-12-04T14:21:07,791 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/.tmp/info/7c821fad95ee4d87b2af3edd56ed0c73 as hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/info/7c821fad95ee4d87b2af3edd56ed0c73 2024-12-04T14:21:07,795 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/info/7c821fad95ee4d87b2af3edd56ed0c73, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T14:21:07,796 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/.tmp/ns/9f920a22b7f941a39be88895db03450f as hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/ns/9f920a22b7f941a39be88895db03450f 2024-12-04T14:21:07,797 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/default/test/309eb0dd4306f31364922248c9cffd91/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T14:21:07,798 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:21:07,798 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:21:07,798 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733322046384.309eb0dd4306f31364922248c9cffd91. 2024-12-04T14:21:07,799 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 309eb0dd4306f31364922248c9cffd91: Waiting for close lock at 1733322067228Running coprocessor pre-close hooks at 1733322067228Disabling compacts and flushes for region at 1733322067228Disabling writes for close at 1733322067229 (+1 ms)Obtaining lock to block concurrent updates at 1733322067229Preparing flush snapshotting stores in 309eb0dd4306f31364922248c9cffd91 at 1733322067229Finished memstore snapshotting test,,1733322046384.309eb0dd4306f31364922248c9cffd91., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1733322067229Flushing stores of test,,1733322046384.309eb0dd4306f31364922248c9cffd91. at 1733322067229Flushing 309eb0dd4306f31364922248c9cffd91/f: creating writer at 1733322067229Flushing 309eb0dd4306f31364922248c9cffd91/f: appending metadata at 1733322067244 (+15 ms)Flushing 309eb0dd4306f31364922248c9cffd91/f: closing flushed file at 1733322067244Flushing 309eb0dd4306f31364922248c9cffd91/f1: creating writer at 1733322067653 (+409 ms)Flushing 309eb0dd4306f31364922248c9cffd91/f1: appending metadata at 1733322067667 (+14 ms)Flushing 309eb0dd4306f31364922248c9cffd91/f1: closing flushed file at 1733322067667Flushing 309eb0dd4306f31364922248c9cffd91/norep: creating writer at 1733322067702 (+35 ms)Flushing 309eb0dd4306f31364922248c9cffd91/norep: appending metadata at 1733322067724 (+22 ms)Flushing 309eb0dd4306f31364922248c9cffd91/norep: closing flushed file at 1733322067724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7769dbc6: reopening flushed file at 1733322067745 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@704c4803: reopening flushed file at 1733322067751 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f75f987: reopening flushed file at 1733322067756 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 309eb0dd4306f31364922248c9cffd91 in 534ms, sequenceid=6, compaction requested=false at 1733322067763 (+7 ms)Writing region close event to WAL at 1733322067788 (+25 ms)Running coprocessor post-close hooks at 1733322067798 (+10 ms)Closed at 1733322067798 2024-12-04T14:21:07,799 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733322046384.309eb0dd4306f31364922248c9cffd91. 2024-12-04T14:21:07,799 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4aee8fde2aef15b9df9a3a2a29ab6820, disabling compactions & flushes 2024-12-04T14:21:07,799 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820. 2024-12-04T14:21:07,799 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820. 2024-12-04T14:21:07,799 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820. after waiting 0 ms 2024-12-04T14:21:07,799 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820. 2024-12-04T14:21:07,799 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4aee8fde2aef15b9df9a3a2a29ab6820 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-12-04T14:21:07,803 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/ns/9f920a22b7f941a39be88895db03450f, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T14:21:07,804 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/.tmp/rep_barrier/8d7ec6ad62134b64baf6d680248d9b9a as hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/rep_barrier/8d7ec6ad62134b64baf6d680248d9b9a 2024-12-04T14:21:07,816 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/rep_barrier/8d7ec6ad62134b64baf6d680248d9b9a, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T14:21:07,817 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/.tmp/table/7b017f40b283483b83cd761568dbb7cb as hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/table/7b017f40b283483b83cd761568dbb7cb 2024-12-04T14:21:07,822 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/table/7b017f40b283483b83cd761568dbb7cb, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T14:21:07,822 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/replication/4aee8fde2aef15b9df9a3a2a29ab6820/.tmp/queue/0f88973b48444e9bbe29f39ee2e31359 is 153, key is 1-ff648bb9ef17,37725,1733322035696/queue:ff648bb9ef17%2C37725%2C1733322035696/1733322058067/Put/seqid=0 2024-12-04T14:21:07,824 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 594ms, sequenceid=16, compaction requested=false 2024-12-04T14:21:07,829 DEBUG [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4aee8fde2aef15b9df9a3a2a29ab6820 2024-12-04T14:21:07,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741847_1023 (size=5352) 2024-12-04T14:21:07,834 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T14:21:07,834 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:21:07,834 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:21:07,835 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:21:07,835 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733322067229Running coprocessor pre-close hooks at 1733322067229Disabling compacts and flushes for region at 1733322067229Disabling writes for close at 1733322067229Obtaining lock to block concurrent updates at 1733322067229Preparing flush snapshotting stores in 1588230740 at 1733322067229Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733322067229Flushing stores of hbase:meta,,1.1588230740 at 1733322067230 (+1 ms)Flushing 1588230740/info: creating writer at 1733322067230Flushing 1588230740/info: appending metadata at 1733322067244 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733322067244Flushing 1588230740/ns: creating writer at 1733322067252 (+8 ms)Flushing 1588230740/ns: appending metadata at 1733322067273 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733322067273Flushing 1588230740/rep_barrier: creating writer at 1733322067682 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733322067713 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733322067713Flushing 1588230740/table: creating writer at 1733322067741 (+28 ms)Flushing 1588230740/table: appending metadata at 1733322067773 (+32 ms)Flushing 1588230740/table: closing flushed file at 1733322067773Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9cec685: reopening flushed file at 1733322067790 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@517b84b: reopening flushed file at 1733322067795 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@218dc1a8: reopening flushed file at 1733322067803 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53bd85fd: reopening flushed file at 1733322067816 (+13 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 594ms, sequenceid=16, compaction requested=false at 1733322067824 (+8 ms)Writing region close event to WAL at 1733322067831 (+7 ms)Running coprocessor post-close hooks at 1733322067834 (+3 ms)Closed at 1733322067835 (+1 ms) 2024-12-04T14:21:07,835 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:21:08,030 DEBUG [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(1351): Waiting on 4aee8fde2aef15b9df9a3a2a29ab6820 2024-12-04T14:21:08,230 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T14:21:08,230 DEBUG [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(1325): Online Regions={4aee8fde2aef15b9df9a3a2a29ab6820=hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820.} 2024-12-04T14:21:08,230 DEBUG [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(1351): Waiting on 4aee8fde2aef15b9df9a3a2a29ab6820 2024-12-04T14:21:08,233 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/replication/4aee8fde2aef15b9df9a3a2a29ab6820/.tmp/queue/0f88973b48444e9bbe29f39ee2e31359 2024-12-04T14:21:08,237 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/replication/4aee8fde2aef15b9df9a3a2a29ab6820/.tmp/queue/0f88973b48444e9bbe29f39ee2e31359 as hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/replication/4aee8fde2aef15b9df9a3a2a29ab6820/queue/0f88973b48444e9bbe29f39ee2e31359 2024-12-04T14:21:08,241 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/replication/4aee8fde2aef15b9df9a3a2a29ab6820/queue/0f88973b48444e9bbe29f39ee2e31359, entries=1, sequenceid=8, filesize=5.2 K 2024-12-04T14:21:08,242 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 4aee8fde2aef15b9df9a3a2a29ab6820 in 443ms, sequenceid=8, compaction requested=false 2024-12-04T14:21:08,242 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T14:21:08,245 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/data/hbase/replication/4aee8fde2aef15b9df9a3a2a29ab6820/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-12-04T14:21:08,246 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:21:08,246 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:21:08,246 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820. 2024-12-04T14:21:08,246 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4aee8fde2aef15b9df9a3a2a29ab6820: Waiting for close lock at 1733322067799Running coprocessor pre-close hooks at 1733322067799Disabling compacts and flushes for region at 1733322067799Disabling writes for close at 1733322067799Obtaining lock to block concurrent updates at 1733322067799Preparing flush snapshotting stores in 4aee8fde2aef15b9df9a3a2a29ab6820 at 1733322067799Finished memstore snapshotting hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1733322067799Flushing stores of hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820. at 1733322067800 (+1 ms)Flushing 4aee8fde2aef15b9df9a3a2a29ab6820/queue: creating writer at 1733322067800Flushing 4aee8fde2aef15b9df9a3a2a29ab6820/queue: appending metadata at 1733322067821 (+21 ms)Flushing 4aee8fde2aef15b9df9a3a2a29ab6820/queue: closing flushed file at 1733322067821Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4012b670: reopening flushed file at 1733322068237 (+416 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 4aee8fde2aef15b9df9a3a2a29ab6820 in 443ms, sequenceid=8, compaction requested=false at 1733322068242 (+5 ms)Writing region close event to WAL at 1733322068243 (+1 ms)Running coprocessor post-close hooks at 1733322068246 (+3 ms)Closed at 1733322068246 2024-12-04T14:21:08,246 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733322050326.4aee8fde2aef15b9df9a3a2a29ab6820. 2024-12-04T14:21:08,430 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,37725,1733322035696; all regions closed. 2024-12-04T14:21:08,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741834_1010 (size=4239) 2024-12-04T14:21:08,432 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.meta.1733322038201.meta not finished, retry = 0 2024-12-04T14:21:08,514 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 636, reset compression=false 2024-12-04T14:21:08,519 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:21:08,519 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.wal-reader.ff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290 to pos 1527, reset compression=false 2024-12-04T14:21:08,519 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.shipperff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,37725,1733322035696 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.1733322037290, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:21:08,520 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.shipperff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff648bb9ef17,37725,1733322035696: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ff648bb9ef17,37725,1733322035696, walGroup=ff648bb9ef17%2C37725%2C1733322035696, offset=ff648bb9ef17%2C37725%2C1733322035696.1733322037290:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:37725 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T14:21:08,521 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.shipperff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T14:21:08,521 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.shipperff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T14:21:08,522 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.shipperff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T14:21:08,522 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.shipperff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T14:21:08,522 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.shipperff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T14:21:08,522 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.shipperff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1308622848, "init": 1048576000, "max": 2306867200, "used": 782431920 }, "NonHeapMemoryUsage": { "committed": 205979648, "init": 7667712, "max": -1, "used": 201802144 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T14:21:08,522 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.shipperff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:32861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:32861 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T14:21:08,534 DEBUG [RS:0;ff648bb9ef17:37725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/oldWALs 2024-12-04T14:21:08,534 INFO [RS:0;ff648bb9ef17:37725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C37725%2C1733322035696.meta:.meta(num 1733322038201) 2024-12-04T14:21:08,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741839_1015 (size=2240) 2024-12-04T14:21:08,536 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/WALs/ff648bb9ef17,37725,1733322035696/ff648bb9ef17%2C37725%2C1733322035696.rep.1733322051473 not finished, retry = 0 2024-12-04T14:21:08,638 DEBUG [RS:0;ff648bb9ef17:37725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/oldWALs 2024-12-04T14:21:08,638 INFO [RS:0;ff648bb9ef17:37725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C37725%2C1733322035696.rep:(num 1733322051473) 2024-12-04T14:21:08,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741832_1008 (size=1535) 2024-12-04T14:21:08,643 DEBUG [RS:0;ff648bb9ef17:37725 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/oldWALs 2024-12-04T14:21:08,643 INFO [RS:0;ff648bb9ef17:37725 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C37725%2C1733322035696:(num 1733322037290) 2024-12-04T14:21:08,643 DEBUG [RS:0;ff648bb9ef17:37725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:08,643 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:21:08,643 INFO [RS:0;ff648bb9ef17:37725 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:21:08,644 INFO [RS:0;ff648bb9ef17:37725 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:21:08,644 INFO [RS:0;ff648bb9ef17:37725 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:21:08,644 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:21:08,644 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff648bb9ef17,37725,1733322035696 because: Region server is closing 2024-12-04T14:21:08,644 INFO [RS:0;ff648bb9ef17:37725 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:37725. 2024-12-04T14:21:08,644 DEBUG [RS:0;ff648bb9ef17:37725 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:08,644 DEBUG [RS:0;ff648bb9ef17:37725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:08,645 DEBUG [RS:0;ff648bb9ef17:37725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:08,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:08,745 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,37725,1733322035696.replicationSource.shipperff648bb9ef17%2C37725%2C1733322035696,1-ff648bb9ef17,37725,1733322035696 terminated 2024-12-04T14:21:08,745 INFO [RS:0;ff648bb9ef17:37725 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37725 2024-12-04T14:21:08,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831/rs 2024-12-04T14:21:08,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0372702831/rs/ff648bb9ef17,37725,1733322035696 2024-12-04T14:21:08,753 INFO [RS:0;ff648bb9ef17:37725 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:21:08,754 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,37725,1733322035696] 2024-12-04T14:21:08,755 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0372702831/draining/ff648bb9ef17,37725,1733322035696 already deleted, retry=false 2024-12-04T14:21:08,755 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,37725,1733322035696 expired; onlineServers=0 2024-12-04T14:21:08,755 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,32861,1733322035640' ***** 2024-12-04T14:21:08,755 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:21:08,756 INFO [M:0;ff648bb9ef17:32861 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:21:08,756 INFO [M:0;ff648bb9ef17:32861 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:21:08,756 DEBUG [M:0;ff648bb9ef17:32861 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:21:08,756 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:21:08,756 DEBUG [M:0;ff648bb9ef17:32861 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:21:08,756 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322037066 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322037066,5,FailOnTimeoutGroup] 2024-12-04T14:21:08,756 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322037068 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322037068,5,FailOnTimeoutGroup] 2024-12-04T14:21:08,756 INFO [M:0;ff648bb9ef17:32861 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:21:08,756 INFO [M:0;ff648bb9ef17:32861 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:21:08,756 DEBUG [M:0;ff648bb9ef17:32861 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:21:08,756 INFO [M:0;ff648bb9ef17:32861 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:21:08,757 INFO [M:0;ff648bb9ef17:32861 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:21:08,757 INFO [M:0;ff648bb9ef17:32861 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:21:08,757 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:21:08,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0372702831/master 2024-12-04T14:21:08,757 DEBUG [M:0;ff648bb9ef17:32861 {}] zookeeper.ZKUtil(347): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Unable to get data of znode /0372702831/master because node does not exist (not an error) 2024-12-04T14:21:08,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0372702831 2024-12-04T14:21:08,757 WARN [M:0;ff648bb9ef17:32861 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:21:08,758 INFO [M:0;ff648bb9ef17:32861 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/.lastflushedseqids 2024-12-04T14:21:08,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741848_1024 (size=245) 2024-12-04T14:21:08,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:08,854 INFO [RS:0;ff648bb9ef17:37725 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:21:08,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37725-0x1017dd9380b0001, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:08,855 INFO [RS:0;ff648bb9ef17:37725 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,37725,1733322035696; zookeeper connection closed. 2024-12-04T14:21:08,855 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@66235bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@66235bd 2024-12-04T14:21:08,855 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:21:09,162 INFO [M:0;ff648bb9ef17:32861 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:21:09,163 INFO [M:0;ff648bb9ef17:32861 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:21:09,163 DEBUG [M:0;ff648bb9ef17:32861 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:21:09,163 INFO [M:0;ff648bb9ef17:32861 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:09,163 DEBUG [M:0;ff648bb9ef17:32861 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:09,163 DEBUG [M:0;ff648bb9ef17:32861 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:21:09,163 DEBUG [M:0;ff648bb9ef17:32861 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:09,163 INFO [M:0;ff648bb9ef17:32861 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-12-04T14:21:09,183 DEBUG [M:0;ff648bb9ef17:32861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4549ecdc5804496dae0972c908405a39 is 82, key is hbase:meta,,1/info:regioninfo/1733322038236/Put/seqid=0 2024-12-04T14:21:09,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741849_1025 (size=5672) 2024-12-04T14:21:09,587 INFO [M:0;ff648bb9ef17:32861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4549ecdc5804496dae0972c908405a39 2024-12-04T14:21:09,606 DEBUG [M:0;ff648bb9ef17:32861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f25050d0cc6b40eea14e458d246d42db is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733322046784/Put/seqid=0 2024-12-04T14:21:09,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741850_1026 (size=7219) 2024-12-04T14:21:10,010 INFO [M:0;ff648bb9ef17:32861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f25050d0cc6b40eea14e458d246d42db 2024-12-04T14:21:10,013 INFO [M:0;ff648bb9ef17:32861 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f25050d0cc6b40eea14e458d246d42db 2024-12-04T14:21:10,027 DEBUG [M:0;ff648bb9ef17:32861 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/346fd9a835b24672bb07f766bf4d3fbc is 69, key is ff648bb9ef17,37725,1733322035696/rs:state/1733322037145/Put/seqid=0 2024-12-04T14:21:10,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741851_1027 (size=5156) 2024-12-04T14:21:10,431 INFO [M:0;ff648bb9ef17:32861 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/346fd9a835b24672bb07f766bf4d3fbc 2024-12-04T14:21:10,436 DEBUG [M:0;ff648bb9ef17:32861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4549ecdc5804496dae0972c908405a39 as hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4549ecdc5804496dae0972c908405a39 2024-12-04T14:21:10,439 INFO [M:0;ff648bb9ef17:32861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4549ecdc5804496dae0972c908405a39, entries=8, sequenceid=105, filesize=5.5 K 2024-12-04T14:21:10,439 DEBUG [M:0;ff648bb9ef17:32861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f25050d0cc6b40eea14e458d246d42db as hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f25050d0cc6b40eea14e458d246d42db 2024-12-04T14:21:10,443 INFO [M:0;ff648bb9ef17:32861 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f25050d0cc6b40eea14e458d246d42db 2024-12-04T14:21:10,443 INFO [M:0;ff648bb9ef17:32861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f25050d0cc6b40eea14e458d246d42db, entries=11, sequenceid=105, filesize=7.0 K 2024-12-04T14:21:10,443 DEBUG [M:0;ff648bb9ef17:32861 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/346fd9a835b24672bb07f766bf4d3fbc as hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/346fd9a835b24672bb07f766bf4d3fbc 2024-12-04T14:21:10,446 INFO [M:0;ff648bb9ef17:32861 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/346fd9a835b24672bb07f766bf4d3fbc, entries=1, sequenceid=105, filesize=5.0 K 2024-12-04T14:21:10,447 INFO [M:0;ff648bb9ef17:32861 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false 2024-12-04T14:21:10,448 INFO [M:0;ff648bb9ef17:32861 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:10,448 DEBUG [M:0;ff648bb9ef17:32861 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733322069163Disabling compacts and flushes for region at 1733322069163Disabling writes for close at 1733322069163Obtaining lock to block concurrent updates at 1733322069163Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733322069163Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1733322069164 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733322069164Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733322069164Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733322069183 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733322069183Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733322069591 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733322069606 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733322069606Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733322070014 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733322070027 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733322070027Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36a7e462: reopening flushed file at 1733322070435 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fcbfed2: reopening flushed file at 1733322070439 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e43c276: reopening flushed file at 1733322070443 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false at 1733322070447 (+4 ms)Writing region close event to WAL at 1733322070448 (+1 ms)Closed at 1733322070448 2024-12-04T14:21:10,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41707 is added to blk_1073741830_1006 (size=64435) 2024-12-04T14:21:10,450 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/793ed3fc-94b6-7127-79a4-5bd5590b71c0/MasterData/WALs/ff648bb9ef17,32861,1733322035640/ff648bb9ef17%2C32861%2C1733322035640.1733322036978 not finished, retry = 0 2024-12-04T14:21:10,551 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:21:10,551 INFO [M:0;ff648bb9ef17:32861 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:21:10,551 INFO [M:0;ff648bb9ef17:32861 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32861 2024-12-04T14:21:10,551 INFO [M:0;ff648bb9ef17:32861 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:21:10,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:10,659 INFO [M:0;ff648bb9ef17:32861 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:21:10,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32861-0x1017dd9380b0000, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:10,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17de8a46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:21:10,662 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60075783{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:21:10,662 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:21:10,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e464bd4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:21:10,663 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28274d2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/hadoop.log.dir/,STOPPED} 2024-12-04T14:21:10,664 WARN [BP-861033464-172.17.0.2-1733322034576 heartbeating to localhost/127.0.0.1:41631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:21:10,664 WARN [BP-861033464-172.17.0.2-1733322034576 heartbeating to localhost/127.0.0.1:41631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-861033464-172.17.0.2-1733322034576 (Datanode Uuid f0c2fd78-e245-4e03-b6f1-726c4d8513e9) service to localhost/127.0.0.1:41631 2024-12-04T14:21:10,664 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:21:10,664 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:21:10,665 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/cluster_eecdfaa5-3094-a5d1-631d-d4a6717c0ce3/data/data1/current/BP-861033464-172.17.0.2-1733322034576 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:21:10,665 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/cluster_eecdfaa5-3094-a5d1-631d-d4a6717c0ce3/data/data2/current/BP-861033464-172.17.0.2-1733322034576 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:21:10,665 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:21:10,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a98c75f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:21:10,672 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@527734f6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:21:10,672 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:21:10,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a234daf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:21:10,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c2afbf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3979b078-71de-7de7-747e-66aa5a585f31/hadoop.log.dir/,STOPPED} 2024-12-04T14:21:10,678 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T14:21:10,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:21:10,703 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=363 (was 317) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34641 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34641 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41631 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:34641 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53129) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53129) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:34641 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53129) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38375 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:38375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:41631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:38375 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34641 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38375 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38375 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=793 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=374 (was 343) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10827 (was 11192) 2024-12-04T14:21:10,715 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=363, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=374, ProcessCount=11, AvailableMemoryMB=10827 2024-12-04T14:21:10,733 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-12-04T14:21:10,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/hadoop.log.dir so I do NOT create it in target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5 2024-12-04T14:21:10,734 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:21:10,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/hadoop.tmp.dir so I do NOT create it in target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5 2024-12-04T14:21:10,734 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec06712b-4df7-5057-0d64-360256e6efe8/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:21:10,734 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5 2024-12-04T14:21:10,734 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/cluster_cbdba95c-3bae-0b57-066e-9dbfb1b43748, deleteOnExit=true 2024-12-04T14:21:10,737 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/cluster_cbdba95c-3bae-0b57-066e-9dbfb1b43748/zookeeper_0, clientPort=63293, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/cluster_cbdba95c-3bae-0b57-066e-9dbfb1b43748/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/cluster_cbdba95c-3bae-0b57-066e-9dbfb1b43748/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T14:21:10,737 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63293 2024-12-04T14:21:10,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:21:10,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:21:10,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/test.cache.data in system properties and HBase conf 2024-12-04T14:21:10,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:21:10,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:21:10,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:21:10,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:21:10,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:21:10,738 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:21:10,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:21:10,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:21:10,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:21:10,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:21:10,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:21:10,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:21:10,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:21:10,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:21:10,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:21:10,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:21:10,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:21:10,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:21:10,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:21:10,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:21:10,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017dd9380b0005, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:21:10,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1017dd9380b0008, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:21:10,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017dd9380b0002, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:21:10,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017dd9380b0005, quorum=127.0.0.1:53129, baseZNode=/1-1561717314 Received Disconnected from ZooKeeper, ignoring 2024-12-04T14:21:10,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1017dd9380b0008, quorum=127.0.0.1:53129, baseZNode=/21664841057 Received Disconnected from ZooKeeper, ignoring 2024-12-04T14:21:10,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017dd9380b0002, quorum=127.0.0.1:53129, baseZNode=/0372702831 Received Disconnected from ZooKeeper, ignoring 2024-12-04T14:21:10,816 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:21:10,819 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:21:10,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:21:10,820 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:21:10,820 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:21:10,821 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:21:10,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@156b5570{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:21:10,821 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7be4689a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:21:10,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1140b5e4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/java.io.tmpdir/jetty-localhost-37111-hadoop-hdfs-3_4_1-tests_jar-_-any-14901939964964666762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:21:10,938 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@291a2b9f{HTTP/1.1, (http/1.1)}{localhost:37111} 2024-12-04T14:21:10,938 INFO [Time-limited test {}] server.Server(415): Started @273995ms 2024-12-04T14:21:11,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:21:11,015 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:21:11,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:21:11,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:21:11,016 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:21:11,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@401a422f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:21:11,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cd95e66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:21:11,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46e99ebb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/java.io.tmpdir/jetty-localhost-35721-hadoop-hdfs-3_4_1-tests_jar-_-any-8071860495523191309/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:21:11,136 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60723207{HTTP/1.1, (http/1.1)}{localhost:35721} 2024-12-04T14:21:11,136 INFO [Time-limited test {}] server.Server(415): Started @274192ms 2024-12-04T14:21:11,137 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:21:11,239 WARN [Thread-4151 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/cluster_cbdba95c-3bae-0b57-066e-9dbfb1b43748/data/data2/current/BP-56321281-172.17.0.2-1733322070756/current, will proceed with Du for space computation calculation, 2024-12-04T14:21:11,239 WARN [Thread-4150 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/cluster_cbdba95c-3bae-0b57-066e-9dbfb1b43748/data/data1/current/BP-56321281-172.17.0.2-1733322070756/current, will proceed with Du for space computation calculation, 2024-12-04T14:21:11,261 WARN [Thread-4138 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:21:11,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd8ac56fb2eb226 with lease ID 0x3934b09ae7b1a74a: Processing first storage report for DS-48d77f50-c5a2-4dfa-8609-175a1ae5b68e from datanode DatanodeRegistration(127.0.0.1:40135, datanodeUuid=2cf3d028-4883-4a3c-9674-ed5d29f24120, infoPort=44481, infoSecurePort=0, ipcPort=38453, storageInfo=lv=-57;cid=testClusterID;nsid=1002899960;c=1733322070756) 2024-12-04T14:21:11,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd8ac56fb2eb226 with lease ID 0x3934b09ae7b1a74a: from storage DS-48d77f50-c5a2-4dfa-8609-175a1ae5b68e node DatanodeRegistration(127.0.0.1:40135, datanodeUuid=2cf3d028-4883-4a3c-9674-ed5d29f24120, infoPort=44481, infoSecurePort=0, ipcPort=38453, storageInfo=lv=-57;cid=testClusterID;nsid=1002899960;c=1733322070756), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:21:11,263 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbd8ac56fb2eb226 with lease ID 0x3934b09ae7b1a74a: Processing first storage report for DS-d7f67c10-0a82-444c-94ba-f741c2b03612 from datanode DatanodeRegistration(127.0.0.1:40135, datanodeUuid=2cf3d028-4883-4a3c-9674-ed5d29f24120, infoPort=44481, infoSecurePort=0, ipcPort=38453, storageInfo=lv=-57;cid=testClusterID;nsid=1002899960;c=1733322070756) 2024-12-04T14:21:11,263 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbd8ac56fb2eb226 with lease ID 0x3934b09ae7b1a74a: from storage DS-d7f67c10-0a82-444c-94ba-f741c2b03612 node DatanodeRegistration(127.0.0.1:40135, datanodeUuid=2cf3d028-4883-4a3c-9674-ed5d29f24120, infoPort=44481, infoSecurePort=0, ipcPort=38453, storageInfo=lv=-57;cid=testClusterID;nsid=1002899960;c=1733322070756), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:21:11,360 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5 2024-12-04T14:21:11,360 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:11,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:11,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:21:11,368 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3 with version=8 2024-12-04T14:21:11,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/hbase-staging 2024-12-04T14:21:11,370 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:21:11,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:11,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:11,371 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:21:11,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:11,371 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:21:11,371 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:21:11,371 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:21:11,371 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41959 2024-12-04T14:21:11,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41959 connecting to ZooKeeper ensemble=127.0.0.1:63293 2024-12-04T14:21:11,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419590x0, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:21:11,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41959-0x1017dd9c5600000 connected 2024-12-04T14:21:11,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:11,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:11,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Set watcher on znode that does not yet exist, /0-825032043/running 2024-12-04T14:21:11,406 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3, hbase.cluster.distributed=false 2024-12-04T14:21:11,407 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Set watcher on znode that does not yet exist, /0-825032043/acl 2024-12-04T14:21:11,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41959 2024-12-04T14:21:11,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41959 2024-12-04T14:21:11,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41959 2024-12-04T14:21:11,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41959 2024-12-04T14:21:11,415 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41959 2024-12-04T14:21:11,429 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:21:11,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:11,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:11,429 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:21:11,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:11,429 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:21:11,429 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:21:11,430 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:21:11,430 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36419 2024-12-04T14:21:11,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36419 connecting to ZooKeeper ensemble=127.0.0.1:63293 2024-12-04T14:21:11,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:11,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:11,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364190x0, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:21:11,438 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36419-0x1017dd9c5600001 connected 2024-12-04T14:21:11,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364190x0, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Set watcher on znode that does not yet exist, /0-825032043/running 2024-12-04T14:21:11,438 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:21:11,439 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:21:11,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36419-0x1017dd9c5600001, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Set watcher on znode that does not yet exist, /0-825032043/master 2024-12-04T14:21:11,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36419-0x1017dd9c5600001, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Set watcher on znode that does not yet exist, /0-825032043/acl 2024-12-04T14:21:11,443 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36419 2024-12-04T14:21:11,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36419 2024-12-04T14:21:11,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36419 2024-12-04T14:21:11,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36419 2024-12-04T14:21:11,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36419 2024-12-04T14:21:11,458 DEBUG [M:0;ff648bb9ef17:41959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:41959 2024-12-04T14:21:11,458 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-825032043/backup-masters/ff648bb9ef17,41959,1733322071370 2024-12-04T14:21:11,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1017dd9c5600001, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825032043/backup-masters 2024-12-04T14:21:11,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825032043/backup-masters 2024-12-04T14:21:11,460 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Set watcher on existing znode=/0-825032043/backup-masters/ff648bb9ef17,41959,1733322071370 2024-12-04T14:21:11,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825032043 2024-12-04T14:21:11,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1017dd9c5600001, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-825032043/master 2024-12-04T14:21:11,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1017dd9c5600001, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825032043 2024-12-04T14:21:11,461 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Set watcher on existing znode=/0-825032043/master 2024-12-04T14:21:11,462 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-825032043/backup-masters/ff648bb9ef17,41959,1733322071370 from backup master directory 2024-12-04T14:21:11,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1017dd9c5600001, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825032043/backup-masters 2024-12-04T14:21:11,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-825032043/backup-masters/ff648bb9ef17,41959,1733322071370 2024-12-04T14:21:11,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825032043/backup-masters 2024-12-04T14:21:11,463 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:21:11,463 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,41959,1733322071370 2024-12-04T14:21:11,469 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/hbase.id] with ID: a7c7fd61-dad5-4a3a-a683-535ec80a6776 2024-12-04T14:21:11,469 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/.tmp/hbase.id 2024-12-04T14:21:11,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:21:11,873 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/.tmp/hbase.id]:[hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/hbase.id] 2024-12-04T14:21:11,881 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:11,881 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:21:11,882 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T14:21:11,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825032043 2024-12-04T14:21:11,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1017dd9c5600001, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825032043 2024-12-04T14:21:11,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:21:12,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T14:21:12,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T14:21:12,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T14:21:12,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:21:12,290 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:21:12,291 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:21:12,291 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:21:12,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:21:12,697 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/MasterData/data/master/store 2024-12-04T14:21:12,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:21:13,102 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:13,102 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:21:13,102 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:13,102 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:13,102 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:21:13,102 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:13,102 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:13,102 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733322073102Disabling compacts and flushes for region at 1733322073102Disabling writes for close at 1733322073102Writing region close event to WAL at 1733322073102Closed at 1733322073102 2024-12-04T14:21:13,103 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/MasterData/data/master/store/.initializing 2024-12-04T14:21:13,103 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/MasterData/WALs/ff648bb9ef17,41959,1733322071370 2024-12-04T14:21:13,104 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:21:13,105 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C41959%2C1733322071370, suffix=, logDir=hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/MasterData/WALs/ff648bb9ef17,41959,1733322071370, archiveDir=hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/MasterData/oldWALs, maxLogs=10 2024-12-04T14:21:13,119 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/MasterData/WALs/ff648bb9ef17,41959,1733322071370/ff648bb9ef17%2C41959%2C1733322071370.1733322073105, exclude list is [], retry=0 2024-12-04T14:21:13,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40135,DS-48d77f50-c5a2-4dfa-8609-175a1ae5b68e,DISK] 2024-12-04T14:21:13,122 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/MasterData/WALs/ff648bb9ef17,41959,1733322071370/ff648bb9ef17%2C41959%2C1733322071370.1733322073105 2024-12-04T14:21:13,122 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44481:44481)] 2024-12-04T14:21:13,122 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:21:13,123 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:13,123 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:13,123 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:13,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:13,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:21:13,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:13,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:13,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:13,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:21:13,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:13,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:13,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:13,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:21:13,127 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:13,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:13,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:13,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:21:13,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:13,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:13,128 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:13,129 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:13,129 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:13,130 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:13,130 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:13,130 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:21:13,131 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:13,132 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:21:13,132 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73248455, jitterRate=0.09148703515529633}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:21:13,133 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733322073123Initializing all the Stores at 1733322073123Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322073123Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322073123Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322073123Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322073123Cleaning up temporary data from old regions at 1733322073130 (+7 ms)Region opened successfully at 1733322073133 (+3 ms) 2024-12-04T14:21:13,133 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:21:13,135 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b85c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:21:13,136 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:21:13,136 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:21:13,136 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:21:13,136 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:21:13,137 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:21:13,137 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:21:13,137 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:21:13,138 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:21:13,139 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Unable to get data of znode /0-825032043/balancer because node does not exist (not necessarily an error) 2024-12-04T14:21:13,140 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-825032043/balancer already deleted, retry=false 2024-12-04T14:21:13,141 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:21:13,141 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Unable to get data of znode /0-825032043/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:21:13,142 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-825032043/normalizer already deleted, retry=false 2024-12-04T14:21:13,142 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:21:13,143 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Unable to get data of znode /0-825032043/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:21:13,144 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-825032043/switch/split already deleted, retry=false 2024-12-04T14:21:13,145 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Unable to get data of znode /0-825032043/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:21:13,147 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-825032043/switch/merge already deleted, retry=false 2024-12-04T14:21:13,148 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Unable to get data of znode /0-825032043/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:21:13,150 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-825032043/snapshot-cleanup already deleted, retry=false 2024-12-04T14:21:13,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-825032043/running 2024-12-04T14:21:13,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1017dd9c5600001, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-825032043/running 2024-12-04T14:21:13,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825032043 2024-12-04T14:21:13,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1017dd9c5600001, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825032043 2024-12-04T14:21:13,151 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,41959,1733322071370, sessionid=0x1017dd9c5600000, setting cluster-up flag (Was=false) 2024-12-04T14:21:13,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1017dd9c5600001, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825032043 2024-12-04T14:21:13,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825032043 2024-12-04T14:21:13,159 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-825032043/flush-table-proc/acquired, /0-825032043/flush-table-proc/reached, /0-825032043/flush-table-proc/abort 2024-12-04T14:21:13,160 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,41959,1733322071370 2024-12-04T14:21:13,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1017dd9c5600001, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825032043 2024-12-04T14:21:13,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825032043 2024-12-04T14:21:13,169 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-825032043/online-snapshot/acquired, /0-825032043/online-snapshot/reached, /0-825032043/online-snapshot/abort 2024-12-04T14:21:13,170 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,41959,1733322071370 2024-12-04T14:21:13,171 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:21:13,172 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:21:13,172 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:21:13,173 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:21:13,173 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,41959,1733322071370 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:21:13,174 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:21:13,174 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:21:13,174 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:21:13,174 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:21:13,174 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:21:13,174 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:13,174 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:21:13,174 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:13,175 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:21:13,175 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:21:13,176 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:13,176 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:21:13,184 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733322103184 2024-12-04T14:21:13,184 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:21:13,184 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:21:13,184 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:21:13,184 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:21:13,185 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:21:13,185 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:21:13,186 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:13,186 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:21:13,186 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:21:13,186 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:21:13,186 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:21:13,188 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:21:13,188 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:21:13,189 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322073188,5,FailOnTimeoutGroup] 2024-12-04T14:21:13,189 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322073189,5,FailOnTimeoutGroup] 2024-12-04T14:21:13,189 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:13,189 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:21:13,189 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:13,189 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:13,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:21:13,249 INFO [RS:0;ff648bb9ef17:36419 {}] regionserver.HRegionServer(746): ClusterId : a7c7fd61-dad5-4a3a-a683-535ec80a6776 2024-12-04T14:21:13,249 DEBUG [RS:0;ff648bb9ef17:36419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:21:13,251 DEBUG [RS:0;ff648bb9ef17:36419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:21:13,251 DEBUG [RS:0;ff648bb9ef17:36419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:21:13,253 DEBUG [RS:0;ff648bb9ef17:36419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:21:13,253 DEBUG [RS:0;ff648bb9ef17:36419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b63de21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:21:13,265 DEBUG [RS:0;ff648bb9ef17:36419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:36419 2024-12-04T14:21:13,265 INFO [RS:0;ff648bb9ef17:36419 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:21:13,265 INFO [RS:0;ff648bb9ef17:36419 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:21:13,265 DEBUG [RS:0;ff648bb9ef17:36419 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:21:13,266 INFO [RS:0;ff648bb9ef17:36419 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,41959,1733322071370 with port=36419, startcode=1733322071429 2024-12-04T14:21:13,266 DEBUG [RS:0;ff648bb9ef17:36419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:21:13,267 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:21:13,268 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,36419,1733322071429 2024-12-04T14:21:13,268 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41959 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,36419,1733322071429 2024-12-04T14:21:13,269 DEBUG [RS:0;ff648bb9ef17:36419 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3 2024-12-04T14:21:13,269 DEBUG [RS:0;ff648bb9ef17:36419 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41549 2024-12-04T14:21:13,269 DEBUG [RS:0;ff648bb9ef17:36419 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:21:13,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825032043/rs 2024-12-04T14:21:13,271 DEBUG [RS:0;ff648bb9ef17:36419 {}] zookeeper.ZKUtil(111): regionserver:36419-0x1017dd9c5600001, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Set watcher on existing znode=/0-825032043/rs/ff648bb9ef17,36419,1733322071429 2024-12-04T14:21:13,271 WARN [RS:0;ff648bb9ef17:36419 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:21:13,271 INFO [RS:0;ff648bb9ef17:36419 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:21:13,271 DEBUG [RS:0;ff648bb9ef17:36419 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/WALs/ff648bb9ef17,36419,1733322071429 2024-12-04T14:21:13,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,36419,1733322071429] 2024-12-04T14:21:13,274 INFO [RS:0;ff648bb9ef17:36419 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:21:13,275 INFO [RS:0;ff648bb9ef17:36419 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:21:13,275 INFO [RS:0;ff648bb9ef17:36419 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:21:13,275 INFO [RS:0;ff648bb9ef17:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:13,275 INFO [RS:0;ff648bb9ef17:36419 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:21:13,276 INFO [RS:0;ff648bb9ef17:36419 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:21:13,276 INFO [RS:0;ff648bb9ef17:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:13,276 DEBUG [RS:0;ff648bb9ef17:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:13,276 DEBUG [RS:0;ff648bb9ef17:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:13,276 DEBUG [RS:0;ff648bb9ef17:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:13,276 DEBUG [RS:0;ff648bb9ef17:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:13,276 DEBUG [RS:0;ff648bb9ef17:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:13,276 DEBUG [RS:0;ff648bb9ef17:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:21:13,276 DEBUG [RS:0;ff648bb9ef17:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:13,276 DEBUG [RS:0;ff648bb9ef17:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:13,276 DEBUG [RS:0;ff648bb9ef17:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:13,276 DEBUG [RS:0;ff648bb9ef17:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:13,276 DEBUG [RS:0;ff648bb9ef17:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:13,276 DEBUG [RS:0;ff648bb9ef17:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:13,276 DEBUG [RS:0;ff648bb9ef17:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:21:13,276 DEBUG [RS:0;ff648bb9ef17:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:21:13,280 INFO [RS:0;ff648bb9ef17:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:13,280 INFO [RS:0;ff648bb9ef17:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:13,280 INFO [RS:0;ff648bb9ef17:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:13,280 INFO [RS:0;ff648bb9ef17:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:13,280 INFO [RS:0;ff648bb9ef17:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:13,280 INFO [RS:0;ff648bb9ef17:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,36419,1733322071429-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:21:13,293 INFO [RS:0;ff648bb9ef17:36419 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:21:13,294 INFO [RS:0;ff648bb9ef17:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,36419,1733322071429-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:13,294 INFO [RS:0;ff648bb9ef17:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:13,294 INFO [RS:0;ff648bb9ef17:36419 {}] regionserver.Replication(171): ff648bb9ef17,36419,1733322071429 started 2024-12-04T14:21:13,301 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:21:13,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:13,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:13,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:13,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:13,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:13,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:13,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:13,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:13,307 INFO [RS:0;ff648bb9ef17:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:13,307 INFO [RS:0;ff648bb9ef17:36419 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,36419,1733322071429, RpcServer on ff648bb9ef17/172.17.0.2:36419, sessionid=0x1017dd9c5600001 2024-12-04T14:21:13,307 DEBUG [RS:0;ff648bb9ef17:36419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:21:13,307 DEBUG [RS:0;ff648bb9ef17:36419 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,36419,1733322071429 2024-12-04T14:21:13,307 DEBUG [RS:0;ff648bb9ef17:36419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,36419,1733322071429' 2024-12-04T14:21:13,307 DEBUG [RS:0;ff648bb9ef17:36419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-825032043/flush-table-proc/abort' 2024-12-04T14:21:13,308 DEBUG [RS:0;ff648bb9ef17:36419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-825032043/flush-table-proc/acquired' 2024-12-04T14:21:13,308 DEBUG [RS:0;ff648bb9ef17:36419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:21:13,308 DEBUG [RS:0;ff648bb9ef17:36419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:21:13,308 DEBUG [RS:0;ff648bb9ef17:36419 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,36419,1733322071429 2024-12-04T14:21:13,308 DEBUG [RS:0;ff648bb9ef17:36419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,36419,1733322071429' 2024-12-04T14:21:13,308 DEBUG [RS:0;ff648bb9ef17:36419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-825032043/online-snapshot/abort' 2024-12-04T14:21:13,308 DEBUG [RS:0;ff648bb9ef17:36419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-825032043/online-snapshot/acquired' 2024-12-04T14:21:13,309 DEBUG [RS:0;ff648bb9ef17:36419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:21:13,309 INFO [RS:0;ff648bb9ef17:36419 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:21:13,309 INFO [RS:0;ff648bb9ef17:36419 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:21:13,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:13,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:13,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:13,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:13,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:13,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:13,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:13,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:13,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:13,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:13,409 INFO [RS:0;ff648bb9ef17:36419 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:21:13,410 INFO [RS:0;ff648bb9ef17:36419 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C36419%2C1733322071429, suffix=, logDir=hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/WALs/ff648bb9ef17,36419,1733322071429, archiveDir=hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/oldWALs, maxLogs=10 2024-12-04T14:21:13,423 DEBUG [RS:0;ff648bb9ef17:36419 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/WALs/ff648bb9ef17,36419,1733322071429/ff648bb9ef17%2C36419%2C1733322071429.1733322073410, exclude list is [], retry=0 2024-12-04T14:21:13,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40135,DS-48d77f50-c5a2-4dfa-8609-175a1ae5b68e,DISK] 2024-12-04T14:21:13,427 INFO [RS:0;ff648bb9ef17:36419 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/WALs/ff648bb9ef17,36419,1733322071429/ff648bb9ef17%2C36419%2C1733322071429.1733322073410 2024-12-04T14:21:13,427 DEBUG [RS:0;ff648bb9ef17:36419 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44481:44481)] 2024-12-04T14:21:13,591 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:21:13,591 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3 2024-12-04T14:21:13,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741833_1009 (size=32) 2024-12-04T14:21:13,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:13,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:21:13,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:21:13,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:13,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:13,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:21:14,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:21:14,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:14,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:14,000 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:21:14,001 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:21:14,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:14,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:14,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:21:14,002 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:21:14,002 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:14,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:14,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:21:14,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/data/hbase/meta/1588230740 2024-12-04T14:21:14,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/data/hbase/meta/1588230740 2024-12-04T14:21:14,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:21:14,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:21:14,004 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:21:14,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:21:14,006 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:21:14,006 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61870264, jitterRate=-0.07806122303009033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:21:14,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733322073996Initializing all the Stores at 1733322073997 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322073997Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322073997Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322073997Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322073997Cleaning up temporary data from old regions at 1733322074003 (+6 ms)Region opened successfully at 1733322074007 (+4 ms) 2024-12-04T14:21:14,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:21:14,007 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:21:14,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:21:14,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:21:14,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:21:14,007 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:21:14,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733322074007Disabling compacts and flushes for region at 1733322074007Disabling writes for close at 1733322074007Writing region close event to WAL at 1733322074007Closed at 1733322074007 2024-12-04T14:21:14,008 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:21:14,008 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:21:14,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:21:14,009 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:21:14,010 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:21:14,160 DEBUG [ff648bb9ef17:41959 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:21:14,161 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,36419,1733322071429 2024-12-04T14:21:14,162 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,36419,1733322071429, state=OPENING 2024-12-04T14:21:14,165 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:21:14,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1017dd9c5600001, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825032043 2024-12-04T14:21:14,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-825032043 2024-12-04T14:21:14,167 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:21:14,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-825032043/meta-region-server: CHANGED 2024-12-04T14:21:14,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-825032043/meta-region-server: CHANGED 2024-12-04T14:21:14,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,36419,1733322071429}] 2024-12-04T14:21:14,319 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:21:14,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:21:14,323 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:21:14,323 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:21:14,323 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:21:14,324 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C36419%2C1733322071429.meta, suffix=.meta, logDir=hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/WALs/ff648bb9ef17,36419,1733322071429, archiveDir=hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/oldWALs, maxLogs=10 2024-12-04T14:21:14,337 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/WALs/ff648bb9ef17,36419,1733322071429/ff648bb9ef17%2C36419%2C1733322071429.meta.1733322074324.meta, exclude list is [], retry=0 2024-12-04T14:21:14,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40135,DS-48d77f50-c5a2-4dfa-8609-175a1ae5b68e,DISK] 2024-12-04T14:21:14,341 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/WALs/ff648bb9ef17,36419,1733322071429/ff648bb9ef17%2C36419%2C1733322071429.meta.1733322074324.meta 2024-12-04T14:21:14,341 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44481:44481)] 2024-12-04T14:21:14,341 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:21:14,341 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:21:14,341 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:21:14,341 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:21:14,341 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:21:14,342 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:21:14,342 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:14,342 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:21:14,342 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:21:14,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:21:14,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:21:14,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:14,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:14,344 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:21:14,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:21:14,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:14,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:14,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:21:14,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:21:14,345 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:14,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:14,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:21:14,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:21:14,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:14,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:14,346 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:21:14,346 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/data/hbase/meta/1588230740 2024-12-04T14:21:14,347 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/data/hbase/meta/1588230740 2024-12-04T14:21:14,348 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:21:14,348 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:21:14,348 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:21:14,349 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:21:14,349 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69748227, jitterRate=0.03932957351207733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:21:14,349 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:21:14,350 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733322074342Writing region info on filesystem at 1733322074342Initializing all the Stores at 1733322074342Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322074342Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322074343 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322074343Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322074343Cleaning up temporary data from old regions at 1733322074348 (+5 ms)Running coprocessor post-open hooks at 1733322074349 (+1 ms)Region opened successfully at 1733322074350 (+1 ms) 2024-12-04T14:21:14,350 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733322074319 2024-12-04T14:21:14,352 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:21:14,352 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:21:14,353 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,36419,1733322071429 2024-12-04T14:21:14,353 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,36419,1733322071429, state=OPEN 2024-12-04T14:21:14,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41959-0x1017dd9c5600000, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-825032043/meta-region-server 2024-12-04T14:21:14,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1017dd9c5600001, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-825032043/meta-region-server 2024-12-04T14:21:14,361 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,36419,1733322071429 2024-12-04T14:21:14,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-825032043/meta-region-server: CHANGED 2024-12-04T14:21:14,361 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-825032043/meta-region-server: CHANGED 2024-12-04T14:21:14,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:21:14,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,36419,1733322071429 in 194 msec 2024-12-04T14:21:14,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:21:14,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-12-04T14:21:14,364 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:21:14,364 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:21:14,365 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:21:14,365 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,36419,1733322071429, seqNum=-1] 2024-12-04T14:21:14,366 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:21:14,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:21:14,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1980 sec 2024-12-04T14:21:14,370 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733322074370, completionTime=-1 2024-12-04T14:21:14,370 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:21:14,370 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:21:14,371 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:21:14,371 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733322134371 2024-12-04T14:21:14,371 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733322194371 2024-12-04T14:21:14,371 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T14:21:14,372 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,41959,1733322071370-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:14,372 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,41959,1733322071370-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:14,372 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,41959,1733322071370-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:14,372 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:41959, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:14,372 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:14,373 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:14,373 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:21:14,376 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.913sec 2024-12-04T14:21:14,376 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:21:14,376 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:21:14,376 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:21:14,376 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:21:14,376 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:21:14,376 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,41959,1733322071370-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:21:14,376 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,41959,1733322071370-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:21:14,378 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:21:14,378 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:21:14,378 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,41959,1733322071370-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:14,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784a7655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:14,450 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,41959,-1 for getting cluster id 2024-12-04T14:21:14,450 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:21:14,451 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7c7fd61-dad5-4a3a-a683-535ec80a6776' 2024-12-04T14:21:14,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:21:14,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7c7fd61-dad5-4a3a-a683-535ec80a6776" 2024-12-04T14:21:14,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ac2a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:14,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,41959,-1] 2024-12-04T14:21:14,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:21:14,452 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:14,453 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:21:14,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@326b934f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:14,454 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:21:14,454 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,36419,1733322071429, seqNum=-1] 2024-12-04T14:21:14,455 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:21:14,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:21:14,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,41959,1733322071370 2024-12-04T14:21:14,457 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63293 2024-12-04T14:21:14,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63293, baseZNode=/0-825032043 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:21:14,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017dd9c5600002 connected 2024-12-04T14:21:14,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:21:14,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,41959,1733322071370 2024-12-04T14:21:14,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a8ea247 2024-12-04T14:21:14,464 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:21:14,465 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:21:14,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:21:14,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T14:21:14,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:21:14,467 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:14,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T14:21:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:14,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:21:14,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741835_1011 (size=902) 2024-12-04T14:21:14,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:14,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:14,875 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ad361a3d7cde6f3a5c6ae89eab1c19e6, NAME => 'test,,1733322074465.ad361a3d7cde6f3a5c6ae89eab1c19e6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3 2024-12-04T14:21:14,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40135 is added to blk_1073741836_1012 (size=39) 2024-12-04T14:21:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:15,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733322074465.ad361a3d7cde6f3a5c6ae89eab1c19e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:15,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ad361a3d7cde6f3a5c6ae89eab1c19e6, disabling compactions & flushes 2024-12-04T14:21:15,281 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733322074465.ad361a3d7cde6f3a5c6ae89eab1c19e6. 2024-12-04T14:21:15,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733322074465.ad361a3d7cde6f3a5c6ae89eab1c19e6. 2024-12-04T14:21:15,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733322074465.ad361a3d7cde6f3a5c6ae89eab1c19e6. after waiting 0 ms 2024-12-04T14:21:15,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733322074465.ad361a3d7cde6f3a5c6ae89eab1c19e6. 2024-12-04T14:21:15,281 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733322074465.ad361a3d7cde6f3a5c6ae89eab1c19e6. 2024-12-04T14:21:15,281 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ad361a3d7cde6f3a5c6ae89eab1c19e6: Waiting for close lock at 1733322075281Disabling compacts and flushes for region at 1733322075281Disabling writes for close at 1733322075281Writing region close event to WAL at 1733322075281Closed at 1733322075281 2024-12-04T14:21:15,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:21:15,283 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733322074465.ad361a3d7cde6f3a5c6ae89eab1c19e6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733322075282"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733322075282"}]},"ts":"1733322075282"} 2024-12-04T14:21:15,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:21:15,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:21:15,285 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322075285"}]},"ts":"1733322075285"} 2024-12-04T14:21:15,287 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T14:21:15,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ad361a3d7cde6f3a5c6ae89eab1c19e6, ASSIGN}] 2024-12-04T14:21:15,288 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ad361a3d7cde6f3a5c6ae89eab1c19e6, ASSIGN 2024-12-04T14:21:15,288 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ad361a3d7cde6f3a5c6ae89eab1c19e6, ASSIGN; state=OFFLINE, location=ff648bb9ef17,36419,1733322071429; forceNewPlan=false, retain=false 2024-12-04T14:21:15,439 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad361a3d7cde6f3a5c6ae89eab1c19e6, regionState=OPENING, regionLocation=ff648bb9ef17,36419,1733322071429 2024-12-04T14:21:15,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ad361a3d7cde6f3a5c6ae89eab1c19e6, ASSIGN because future has completed 2024-12-04T14:21:15,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad361a3d7cde6f3a5c6ae89eab1c19e6, server=ff648bb9ef17,36419,1733322071429}] 2024-12-04T14:21:15,596 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733322074465.ad361a3d7cde6f3a5c6ae89eab1c19e6. 2024-12-04T14:21:15,596 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ad361a3d7cde6f3a5c6ae89eab1c19e6, NAME => 'test,,1733322074465.ad361a3d7cde6f3a5c6ae89eab1c19e6.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:21:15,597 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:21:15,597 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T14:21:15,597 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ad361a3d7cde6f3a5c6ae89eab1c19e6 2024-12-04T14:21:15,597 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733322074465.ad361a3d7cde6f3a5c6ae89eab1c19e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:15,597 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ad361a3d7cde6f3a5c6ae89eab1c19e6 2024-12-04T14:21:15,597 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ad361a3d7cde6f3a5c6ae89eab1c19e6 2024-12-04T14:21:15,599 INFO [StoreOpener-ad361a3d7cde6f3a5c6ae89eab1c19e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ad361a3d7cde6f3a5c6ae89eab1c19e6 2024-12-04T14:21:15,600 INFO [StoreOpener-ad361a3d7cde6f3a5c6ae89eab1c19e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad361a3d7cde6f3a5c6ae89eab1c19e6 columnFamilyName f 2024-12-04T14:21:15,600 DEBUG [StoreOpener-ad361a3d7cde6f3a5c6ae89eab1c19e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:15,600 INFO [StoreOpener-ad361a3d7cde6f3a5c6ae89eab1c19e6-1 {}] regionserver.HStore(327): Store=ad361a3d7cde6f3a5c6ae89eab1c19e6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:15,600 INFO [StoreOpener-ad361a3d7cde6f3a5c6ae89eab1c19e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ad361a3d7cde6f3a5c6ae89eab1c19e6 2024-12-04T14:21:15,601 INFO [StoreOpener-ad361a3d7cde6f3a5c6ae89eab1c19e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad361a3d7cde6f3a5c6ae89eab1c19e6 columnFamilyName f1 2024-12-04T14:21:15,601 DEBUG [StoreOpener-ad361a3d7cde6f3a5c6ae89eab1c19e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:15,602 INFO [StoreOpener-ad361a3d7cde6f3a5c6ae89eab1c19e6-1 {}] regionserver.HStore(327): Store=ad361a3d7cde6f3a5c6ae89eab1c19e6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:15,602 INFO [StoreOpener-ad361a3d7cde6f3a5c6ae89eab1c19e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ad361a3d7cde6f3a5c6ae89eab1c19e6 2024-12-04T14:21:15,602 INFO [StoreOpener-ad361a3d7cde6f3a5c6ae89eab1c19e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad361a3d7cde6f3a5c6ae89eab1c19e6 columnFamilyName norep 2024-12-04T14:21:15,602 DEBUG [StoreOpener-ad361a3d7cde6f3a5c6ae89eab1c19e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:15,603 INFO [StoreOpener-ad361a3d7cde6f3a5c6ae89eab1c19e6-1 {}] regionserver.HStore(327): Store=ad361a3d7cde6f3a5c6ae89eab1c19e6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:15,603 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ad361a3d7cde6f3a5c6ae89eab1c19e6 2024-12-04T14:21:15,604 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/data/default/test/ad361a3d7cde6f3a5c6ae89eab1c19e6 2024-12-04T14:21:15,604 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/data/default/test/ad361a3d7cde6f3a5c6ae89eab1c19e6 2024-12-04T14:21:15,605 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ad361a3d7cde6f3a5c6ae89eab1c19e6 2024-12-04T14:21:15,605 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ad361a3d7cde6f3a5c6ae89eab1c19e6 2024-12-04T14:21:15,605 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:21:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:15,606 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ad361a3d7cde6f3a5c6ae89eab1c19e6 2024-12-04T14:21:15,608 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/data/default/test/ad361a3d7cde6f3a5c6ae89eab1c19e6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:21:15,608 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ad361a3d7cde6f3a5c6ae89eab1c19e6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62836875, jitterRate=-0.06365759670734406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:21:15,608 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ad361a3d7cde6f3a5c6ae89eab1c19e6 2024-12-04T14:21:15,609 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ad361a3d7cde6f3a5c6ae89eab1c19e6: Running coprocessor pre-open hook at 1733322075597Writing region info on filesystem at 1733322075597Initializing all the Stores at 1733322075598 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322075598Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322075598Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322075598Cleaning up temporary data from old regions at 1733322075605 (+7 ms)Running coprocessor post-open hooks at 1733322075608 (+3 ms)Region opened successfully at 1733322075609 (+1 ms) 2024-12-04T14:21:15,609 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733322074465.ad361a3d7cde6f3a5c6ae89eab1c19e6., pid=6, masterSystemTime=1733322075593 2024-12-04T14:21:15,611 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733322074465.ad361a3d7cde6f3a5c6ae89eab1c19e6. 2024-12-04T14:21:15,611 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733322074465.ad361a3d7cde6f3a5c6ae89eab1c19e6. 2024-12-04T14:21:15,611 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ad361a3d7cde6f3a5c6ae89eab1c19e6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff648bb9ef17,36419,1733322071429 2024-12-04T14:21:15,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ad361a3d7cde6f3a5c6ae89eab1c19e6, server=ff648bb9ef17,36419,1733322071429 because future has completed 2024-12-04T14:21:15,615 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:21:15,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ad361a3d7cde6f3a5c6ae89eab1c19e6, server=ff648bb9ef17,36419,1733322071429 in 173 msec 2024-12-04T14:21:15,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T14:21:15,617 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ad361a3d7cde6f3a5c6ae89eab1c19e6, ASSIGN in 328 msec 2024-12-04T14:21:15,617 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:21:15,618 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322075617"}]},"ts":"1733322075617"} 2024-12-04T14:21:15,619 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T14:21:15,620 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:21:15,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-12-04T14:21:16,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:16,617 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T14:21:16,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bef652f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:16,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,41959,-1 for getting cluster id 2024-12-04T14:21:16,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:21:16,619 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7c7fd61-dad5-4a3a-a683-535ec80a6776' 2024-12-04T14:21:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:21:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7c7fd61-dad5-4a3a-a683-535ec80a6776" 2024-12-04T14:21:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e51abb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,41959,-1] 2024-12-04T14:21:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:21:16,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:16,620 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:21:16,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5b7194, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:16,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:21:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,41959,1733322071370 2024-12-04T14:21:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34df1652 2024-12-04T14:21:16,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:21:16,622 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:21:16,623 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff648bb9ef17:41959,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T14:21:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:21:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:21:16,626 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:41959' 2024-12-04T14:21:16,627 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6af6ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:16,627 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,41959,-1 for getting cluster id 2024-12-04T14:21:16,627 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:21:16,627 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7c7fd61-dad5-4a3a-a683-535ec80a6776' 2024-12-04T14:21:16,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:21:16,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7c7fd61-dad5-4a3a-a683-535ec80a6776" 2024-12-04T14:21:16,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@567e4da9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:16,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,41959,-1] 2024-12-04T14:21:16,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:21:16,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:16,629 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:21:16,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47023f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:16,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:21:16,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,41959,1733322071370 2024-12-04T14:21:16,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14e05b72 2024-12-04T14:21:16,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:21:16,630 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:21:16,631 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T14:21:16,631 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T14:21:16,631 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:16,631 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:16,631 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:16,631 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ff648bb9ef17:41959, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-12-04T14:21:16,638 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ff648bb9ef17:41959, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ff648bb9ef17:41959, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ff648bb9ef17:41959, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-12-04T14:21:16,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ff648bb9ef17:41959, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=15 msec 2024-12-04T14:21:16,639 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-12-04T14:21:16,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:21:16,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:21:16,738 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://ff648bb9ef17:41959, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-12-04T14:21:16,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:16,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:16,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:16,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:16,755 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 363) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp164278782-7836 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fee04432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=36419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 38453 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ff648bb9ef17:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@1e297bf4 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/cluster_cbdba95c-3bae-0b57-066e-9dbfb1b43748/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63293) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63293) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ProcessThread(sid:0 cport:63293): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$591/0x00007fee04aafd08.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp164278782-7843 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1171191176-7888 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1171191176-7887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3-prefix:ff648bb9ef17,36419,1733322071429 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp164278782-7837 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fee04432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_248700992_20 at /127.0.0.1:39822 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp164278782-7840-acceptor-0@16119769-ServerConnector@291a2b9f{HTTP/1.1, (http/1.1)}{localhost:37111} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-56321281-172.17.0.2-1733322070756:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@66d3c005 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@231948cc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;ff648bb9ef17:36419 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp164278782-7841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322073188 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:41549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=36419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=41959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@79c41511 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41549 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: M:0;ff648bb9ef17:41959 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: qtp1171191176-7885 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fee04432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-56321281-172.17.0.2-1733322070756 heartbeating to localhost/127.0.0.1:41549 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/cluster_cbdba95c-3bae-0b57-066e-9dbfb1b43748/data/data1/current/BP-56321281-172.17.0.2-1733322070756 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: master/ff648bb9ef17:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: CacheReplicationMonitor(507383807) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: IPC Server handler 3 on default port 41549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1171191176-7886-acceptor-0@66e5ca1f-ServerConnector@60723207{HTTP/1.1, (http/1.1)}{localhost:35721} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp164278782-7838 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fee04432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 38453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server idle connection scanner for port 41549 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322073189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=41959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3/MasterData-prefix:ff648bb9ef17,41959,1733322071370 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@10f21f20 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_248700992_20 at /127.0.0.1:39910 [Receiving block BP-56321281-172.17.0.2-1733322070756:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 41549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@260488d5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1894390333_20 at /127.0.0.1:39878 [Receiving block BP-56321281-172.17.0.2-1733322070756:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ff648bb9ef17:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;ff648bb9ef17:36419-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=41959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@664881ea[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp164278782-7842 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@603079f0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=41959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fee049f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp164278782-7839 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fee04432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 38453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 38453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41549/user/jenkins/test-data/e028b1e5-0b44-545b-af01-c7702a6e06b3-prefix:ff648bb9ef17,36419,1733322071429.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:63293 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: PacketResponder: BP-56321281-172.17.0.2-1733322070756:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63293) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 4 on default port 41549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@71873823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_248700992_20 at /127.0.0.1:39894 [Receiving block BP-56321281-172.17.0.2-1733322070756:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=36419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/cluster_cbdba95c-3bae-0b57-066e-9dbfb1b43748/data/data2/current/BP-56321281-172.17.0.2-1733322070756 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/ff648bb9ef17:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-56321281-172.17.0.2-1733322070756:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: ff648bb9ef17:41959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/cluster_cbdba95c-3bae-0b57-066e-9dbfb1b43748/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: IPC Server handler 0 on default port 38453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-2933cdb4-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@adb1735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41959 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-737b4bd3-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ff648bb9ef17:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) - Thread LEAK? -, OpenFileDescriptor=872 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=363 (was 374), ProcessCount=11 (was 11), AvailableMemoryMB=10767 (was 10827) 2024-12-04T14:21:16,758 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-12-04T14:21:16,771 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=535, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=363, ProcessCount=11, AvailableMemoryMB=10767 2024-12-04T14:21:16,771 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-12-04T14:21:16,784 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-12-04T14:21:16,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/hadoop.log.dir so I do NOT create it in target/test-data/1dc292b3-8002-6073-55af-4c78aa367023 2024-12-04T14:21:16,785 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:21:16,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/hadoop.tmp.dir so I do NOT create it in target/test-data/1dc292b3-8002-6073-55af-4c78aa367023 2024-12-04T14:21:16,785 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e90daf8b-8660-6783-bb8c-d229314416e5/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:21:16,785 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023 2024-12-04T14:21:16,785 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/cluster_b593f560-f500-5ec6-b03e-0a4dad70edde, deleteOnExit=true 2024-12-04T14:21:16,788 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/cluster_b593f560-f500-5ec6-b03e-0a4dad70edde/zookeeper_0, clientPort=55192, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/cluster_b593f560-f500-5ec6-b03e-0a4dad70edde/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/cluster_b593f560-f500-5ec6-b03e-0a4dad70edde/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T14:21:16,789 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55192 2024-12-04T14:21:16,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:21:16,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:21:16,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/test.cache.data in system properties and HBase conf 2024-12-04T14:21:16,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:21:16,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:21:16,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:21:16,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:21:16,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:21:16,789 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:21:16,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:21:16,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:21:16,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:21:16,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:21:16,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:21:16,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:21:16,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:21:16,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:21:16,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:21:16,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:21:16,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:21:16,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:21:16,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:21:16,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:21:16,862 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:21:16,865 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:21:16,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:21:16,866 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:21:16,866 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:21:16,867 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:21:16,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@663675e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:21:16,867 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f0e35c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:21:16,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@269b271{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/java.io.tmpdir/jetty-localhost-41747-hadoop-hdfs-3_4_1-tests_jar-_-any-3215045462055377216/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:21:16,983 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2585ba1d{HTTP/1.1, (http/1.1)}{localhost:41747} 2024-12-04T14:21:16,983 INFO [Time-limited test {}] server.Server(415): Started @280039ms 2024-12-04T14:21:17,066 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:21:17,069 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:21:17,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:21:17,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:21:17,070 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:21:17,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dcda50b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:21:17,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2099a28a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:21:17,198 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@28068926{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/java.io.tmpdir/jetty-localhost-41719-hadoop-hdfs-3_4_1-tests_jar-_-any-2791680561911076039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:21:17,199 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@43f9faf4{HTTP/1.1, (http/1.1)}{localhost:41719} 2024-12-04T14:21:17,199 INFO [Time-limited test {}] server.Server(415): Started @280255ms 2024-12-04T14:21:17,200 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:21:17,330 WARN [Thread-4285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/cluster_b593f560-f500-5ec6-b03e-0a4dad70edde/data/data2/current/BP-735723866-172.17.0.2-1733322076807/current, will proceed with Du for space computation calculation, 2024-12-04T14:21:17,330 WARN [Thread-4284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/cluster_b593f560-f500-5ec6-b03e-0a4dad70edde/data/data1/current/BP-735723866-172.17.0.2-1733322076807/current, will proceed with Du for space computation calculation, 2024-12-04T14:21:17,355 WARN [Thread-4272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:21:17,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdddf8b068883ba70 with lease ID 0x1d45096324d2470f: Processing first storage report for DS-93cfc5a0-c97c-4312-9bbb-a91e067a824f from datanode DatanodeRegistration(127.0.0.1:37719, datanodeUuid=63f9b47b-b867-46fd-9475-cceb8090c44f, infoPort=44085, infoSecurePort=0, ipcPort=45181, storageInfo=lv=-57;cid=testClusterID;nsid=119973451;c=1733322076807) 2024-12-04T14:21:17,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdddf8b068883ba70 with lease ID 0x1d45096324d2470f: from storage DS-93cfc5a0-c97c-4312-9bbb-a91e067a824f node DatanodeRegistration(127.0.0.1:37719, datanodeUuid=63f9b47b-b867-46fd-9475-cceb8090c44f, infoPort=44085, infoSecurePort=0, ipcPort=45181, storageInfo=lv=-57;cid=testClusterID;nsid=119973451;c=1733322076807), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:21:17,357 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdddf8b068883ba70 with lease ID 0x1d45096324d2470f: Processing first storage report for DS-2113b6ee-407e-416b-9460-5f9839a0bb92 from datanode DatanodeRegistration(127.0.0.1:37719, datanodeUuid=63f9b47b-b867-46fd-9475-cceb8090c44f, infoPort=44085, infoSecurePort=0, ipcPort=45181, storageInfo=lv=-57;cid=testClusterID;nsid=119973451;c=1733322076807) 2024-12-04T14:21:17,357 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdddf8b068883ba70 with lease ID 0x1d45096324d2470f: from storage DS-2113b6ee-407e-416b-9460-5f9839a0bb92 node DatanodeRegistration(127.0.0.1:37719, datanodeUuid=63f9b47b-b867-46fd-9475-cceb8090c44f, infoPort=44085, infoSecurePort=0, ipcPort=45181, storageInfo=lv=-57;cid=testClusterID;nsid=119973451;c=1733322076807), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:21:17,430 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023 2024-12-04T14:21:17,430 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:17,432 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:17,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:21:17,441 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d with version=8 2024-12-04T14:21:17,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/hbase-staging 2024-12-04T14:21:17,444 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:21:17,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:17,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:17,444 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:21:17,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:17,444 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:21:17,444 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:21:17,444 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:21:17,445 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35929 2024-12-04T14:21:17,445 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35929 connecting to ZooKeeper ensemble=127.0.0.1:55192 2024-12-04T14:21:17,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359290x0, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:21:17,454 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35929-0x1017dd9dd030000 connected 2024-12-04T14:21:17,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:17,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:17,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Set watcher on znode that does not yet exist, /01273835470/running 2024-12-04T14:21:17,475 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d, hbase.cluster.distributed=false 2024-12-04T14:21:17,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Set watcher on znode that does not yet exist, /01273835470/acl 2024-12-04T14:21:17,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35929 2024-12-04T14:21:17,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35929 2024-12-04T14:21:17,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35929 2024-12-04T14:21:17,483 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35929 2024-12-04T14:21:17,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35929 2024-12-04T14:21:17,498 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:21:17,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:17,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:17,498 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:21:17,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:17,498 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:21:17,498 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:21:17,498 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:21:17,500 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45481 2024-12-04T14:21:17,500 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45481 connecting to ZooKeeper ensemble=127.0.0.1:55192 2024-12-04T14:21:17,501 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:17,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:17,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454810x0, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:21:17,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454810x0, quorum=127.0.0.1:55192, baseZNode=/01273835470 Set watcher on znode that does not yet exist, /01273835470/running 2024-12-04T14:21:17,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45481-0x1017dd9dd030001 connected 2024-12-04T14:21:17,513 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:21:17,515 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:21:17,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Set watcher on znode that does not yet exist, /01273835470/master 2024-12-04T14:21:17,517 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Set watcher on znode that does not yet exist, /01273835470/acl 2024-12-04T14:21:17,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45481 2024-12-04T14:21:17,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45481 2024-12-04T14:21:17,522 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45481 2024-12-04T14:21:17,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45481 2024-12-04T14:21:17,523 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45481 2024-12-04T14:21:17,535 DEBUG [M:0;ff648bb9ef17:35929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:35929 2024-12-04T14:21:17,535 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01273835470/backup-masters/ff648bb9ef17,35929,1733322077443 2024-12-04T14:21:17,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470/backup-masters 2024-12-04T14:21:17,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470/backup-masters 2024-12-04T14:21:17,537 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Set watcher on existing znode=/01273835470/backup-masters/ff648bb9ef17,35929,1733322077443 2024-12-04T14:21:17,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01273835470/master 2024-12-04T14:21:17,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470 2024-12-04T14:21:17,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470 2024-12-04T14:21:17,538 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Set watcher on existing znode=/01273835470/master 2024-12-04T14:21:17,539 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01273835470/backup-masters/ff648bb9ef17,35929,1733322077443 from backup master directory 2024-12-04T14:21:17,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01273835470/backup-masters/ff648bb9ef17,35929,1733322077443 2024-12-04T14:21:17,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470/backup-masters 2024-12-04T14:21:17,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470/backup-masters 2024-12-04T14:21:17,541 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:21:17,541 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,35929,1733322077443 2024-12-04T14:21:17,544 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/hbase.id] with ID: 0bdd6686-cae4-49d9-a264-fb61e13ed2f5 2024-12-04T14:21:17,544 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/.tmp/hbase.id 2024-12-04T14:21:17,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:21:17,951 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/.tmp/hbase.id]:[hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/hbase.id] 2024-12-04T14:21:17,958 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:17,959 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:21:17,959 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T14:21:17,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470 2024-12-04T14:21:17,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470 2024-12-04T14:21:17,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:21:18,373 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:21:18,374 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:21:18,374 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:21:18,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:21:18,780 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/data/master/store 2024-12-04T14:21:18,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:21:19,185 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:19,186 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:21:19,186 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:19,186 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:19,186 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:21:19,186 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:19,186 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:19,186 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733322079185Disabling compacts and flushes for region at 1733322079185Disabling writes for close at 1733322079186 (+1 ms)Writing region close event to WAL at 1733322079186Closed at 1733322079186 2024-12-04T14:21:19,186 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/data/master/store/.initializing 2024-12-04T14:21:19,187 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/WALs/ff648bb9ef17,35929,1733322077443 2024-12-04T14:21:19,187 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:21:19,189 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C35929%2C1733322077443, suffix=, logDir=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/WALs/ff648bb9ef17,35929,1733322077443, archiveDir=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/oldWALs, maxLogs=10 2024-12-04T14:21:19,202 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/WALs/ff648bb9ef17,35929,1733322077443/ff648bb9ef17%2C35929%2C1733322077443.1733322079189, exclude list is [], retry=0 2024-12-04T14:21:19,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37719,DS-93cfc5a0-c97c-4312-9bbb-a91e067a824f,DISK] 2024-12-04T14:21:19,206 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/WALs/ff648bb9ef17,35929,1733322077443/ff648bb9ef17%2C35929%2C1733322077443.1733322079189 2024-12-04T14:21:19,206 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44085:44085)] 2024-12-04T14:21:19,206 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:21:19,206 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:19,206 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:19,206 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:19,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:19,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:21:19,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:19,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:19,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:19,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:21:19,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:19,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:19,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:19,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:21:19,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:19,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:19,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:19,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:21:19,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:19,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:19,212 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:19,213 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:19,213 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:19,214 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:19,214 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:19,214 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:21:19,215 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:19,216 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:21:19,216 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60166103, jitterRate=-0.10345520079135895}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:21:19,217 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733322079206Initializing all the Stores at 1733322079207 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322079207Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322079207Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322079207Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322079207Cleaning up temporary data from old regions at 1733322079214 (+7 ms)Region opened successfully at 1733322079217 (+3 ms) 2024-12-04T14:21:19,217 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:21:19,219 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8923255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:21:19,220 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:21:19,220 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:21:19,220 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:21:19,220 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:21:19,220 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:21:19,220 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:21:19,220 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:21:19,222 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:21:19,223 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Unable to get data of znode /01273835470/balancer because node does not exist (not necessarily an error) 2024-12-04T14:21:19,224 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273835470/balancer already deleted, retry=false 2024-12-04T14:21:19,224 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:21:19,225 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Unable to get data of znode /01273835470/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:21:19,226 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273835470/normalizer already deleted, retry=false 2024-12-04T14:21:19,226 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:21:19,227 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Unable to get data of znode /01273835470/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:21:19,228 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273835470/switch/split already deleted, retry=false 2024-12-04T14:21:19,228 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Unable to get data of znode /01273835470/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:21:19,230 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273835470/switch/merge already deleted, retry=false 2024-12-04T14:21:19,232 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Unable to get data of znode /01273835470/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:21:19,233 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01273835470/snapshot-cleanup already deleted, retry=false 2024-12-04T14:21:19,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01273835470/running 2024-12-04T14:21:19,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01273835470/running 2024-12-04T14:21:19,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470 2024-12-04T14:21:19,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470 2024-12-04T14:21:19,235 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,35929,1733322077443, sessionid=0x1017dd9dd030000, setting cluster-up flag (Was=false) 2024-12-04T14:21:19,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470 2024-12-04T14:21:19,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470 2024-12-04T14:21:19,243 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01273835470/flush-table-proc/acquired, /01273835470/flush-table-proc/reached, /01273835470/flush-table-proc/abort 2024-12-04T14:21:19,243 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,35929,1733322077443 2024-12-04T14:21:19,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470 2024-12-04T14:21:19,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470 2024-12-04T14:21:19,253 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01273835470/online-snapshot/acquired, /01273835470/online-snapshot/reached, /01273835470/online-snapshot/abort 2024-12-04T14:21:19,253 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,35929,1733322077443 2024-12-04T14:21:19,254 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:21:19,255 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:21:19,256 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:21:19,256 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:21:19,256 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,35929,1733322077443 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:21:19,257 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:21:19,257 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:21:19,257 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:21:19,257 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:21:19,257 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:21:19,257 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:19,257 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:21:19,257 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:19,261 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:21:19,261 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:21:19,262 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:19,262 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:21:19,265 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733322109265 2024-12-04T14:21:19,265 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:21:19,265 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:21:19,265 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:21:19,265 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:21:19,265 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:21:19,265 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:21:19,265 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:19,269 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:21:19,269 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:21:19,269 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:21:19,269 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:21:19,270 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:21:19,270 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:21:19,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:21:19,272 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322079270,5,FailOnTimeoutGroup] 2024-12-04T14:21:19,272 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322079272,5,FailOnTimeoutGroup] 2024-12-04T14:21:19,272 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:19,272 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:21:19,272 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:19,272 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:19,274 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T14:21:19,274 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-04T14:21:19,325 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(746): ClusterId : 0bdd6686-cae4-49d9-a264-fb61e13ed2f5 2024-12-04T14:21:19,325 DEBUG [RS:0;ff648bb9ef17:45481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:21:19,327 DEBUG [RS:0;ff648bb9ef17:45481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:21:19,327 DEBUG [RS:0;ff648bb9ef17:45481 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:21:19,329 DEBUG [RS:0;ff648bb9ef17:45481 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:21:19,329 DEBUG [RS:0;ff648bb9ef17:45481 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@298255ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:21:19,340 DEBUG [RS:0;ff648bb9ef17:45481 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:45481 2024-12-04T14:21:19,341 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:21:19,341 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:21:19,341 DEBUG [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:21:19,341 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,35929,1733322077443 with port=45481, startcode=1733322077498 2024-12-04T14:21:19,341 DEBUG [RS:0;ff648bb9ef17:45481 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:21:19,343 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52415, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:21:19,343 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35929 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,45481,1733322077498 2024-12-04T14:21:19,343 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35929 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,45481,1733322077498 2024-12-04T14:21:19,344 DEBUG [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d 2024-12-04T14:21:19,344 DEBUG [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41965 2024-12-04T14:21:19,344 DEBUG [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:21:19,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470/rs 2024-12-04T14:21:19,346 DEBUG [RS:0;ff648bb9ef17:45481 {}] zookeeper.ZKUtil(111): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Set watcher on existing znode=/01273835470/rs/ff648bb9ef17,45481,1733322077498 2024-12-04T14:21:19,346 WARN [RS:0;ff648bb9ef17:45481 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:21:19,346 INFO [RS:0;ff648bb9ef17:45481 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:21:19,347 DEBUG [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498 2024-12-04T14:21:19,347 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,45481,1733322077498] 2024-12-04T14:21:19,353 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:21:19,354 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:21:19,355 INFO [RS:0;ff648bb9ef17:45481 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:21:19,355 INFO [RS:0;ff648bb9ef17:45481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:19,356 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:21:19,357 INFO [RS:0;ff648bb9ef17:45481 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:21:19,357 INFO [RS:0;ff648bb9ef17:45481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:19,357 DEBUG [RS:0;ff648bb9ef17:45481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:19,357 DEBUG [RS:0;ff648bb9ef17:45481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:19,357 DEBUG [RS:0;ff648bb9ef17:45481 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:19,357 DEBUG [RS:0;ff648bb9ef17:45481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:19,357 DEBUG [RS:0;ff648bb9ef17:45481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:19,357 DEBUG [RS:0;ff648bb9ef17:45481 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:21:19,357 DEBUG [RS:0;ff648bb9ef17:45481 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:19,357 DEBUG [RS:0;ff648bb9ef17:45481 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:19,357 DEBUG [RS:0;ff648bb9ef17:45481 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:19,357 DEBUG [RS:0;ff648bb9ef17:45481 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:19,357 DEBUG [RS:0;ff648bb9ef17:45481 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:19,357 DEBUG [RS:0;ff648bb9ef17:45481 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:19,357 DEBUG [RS:0;ff648bb9ef17:45481 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:21:19,357 DEBUG [RS:0;ff648bb9ef17:45481 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:21:19,359 INFO [RS:0;ff648bb9ef17:45481 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:19,359 INFO [RS:0;ff648bb9ef17:45481 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:19,359 INFO [RS:0;ff648bb9ef17:45481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:19,359 INFO [RS:0;ff648bb9ef17:45481 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:19,359 INFO [RS:0;ff648bb9ef17:45481 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:19,359 INFO [RS:0;ff648bb9ef17:45481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,45481,1733322077498-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:21:19,374 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:21:19,374 INFO [RS:0;ff648bb9ef17:45481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,45481,1733322077498-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:19,374 INFO [RS:0;ff648bb9ef17:45481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:19,374 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.Replication(171): ff648bb9ef17,45481,1733322077498 started 2024-12-04T14:21:19,388 INFO [RS:0;ff648bb9ef17:45481 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:19,388 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,45481,1733322077498, RpcServer on ff648bb9ef17/172.17.0.2:45481, sessionid=0x1017dd9dd030001 2024-12-04T14:21:19,388 DEBUG [RS:0;ff648bb9ef17:45481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:21:19,388 DEBUG [RS:0;ff648bb9ef17:45481 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,45481,1733322077498 2024-12-04T14:21:19,388 DEBUG [RS:0;ff648bb9ef17:45481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,45481,1733322077498' 2024-12-04T14:21:19,388 DEBUG [RS:0;ff648bb9ef17:45481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01273835470/flush-table-proc/abort' 2024-12-04T14:21:19,389 DEBUG [RS:0;ff648bb9ef17:45481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01273835470/flush-table-proc/acquired' 2024-12-04T14:21:19,389 DEBUG [RS:0;ff648bb9ef17:45481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:21:19,389 DEBUG [RS:0;ff648bb9ef17:45481 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:21:19,389 DEBUG [RS:0;ff648bb9ef17:45481 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,45481,1733322077498 2024-12-04T14:21:19,389 DEBUG [RS:0;ff648bb9ef17:45481 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,45481,1733322077498' 2024-12-04T14:21:19,389 DEBUG [RS:0;ff648bb9ef17:45481 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01273835470/online-snapshot/abort' 2024-12-04T14:21:19,390 DEBUG [RS:0;ff648bb9ef17:45481 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01273835470/online-snapshot/acquired' 2024-12-04T14:21:19,390 DEBUG [RS:0;ff648bb9ef17:45481 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:21:19,390 INFO [RS:0;ff648bb9ef17:45481 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:21:19,390 INFO [RS:0;ff648bb9ef17:45481 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:21:19,490 INFO [RS:0;ff648bb9ef17:45481 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:21:19,491 INFO [RS:0;ff648bb9ef17:45481 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C45481%2C1733322077498, suffix=, logDir=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498, archiveDir=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/oldWALs, maxLogs=10 2024-12-04T14:21:19,505 DEBUG [RS:0;ff648bb9ef17:45481 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322079492, exclude list is [], retry=0 2024-12-04T14:21:19,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37719,DS-93cfc5a0-c97c-4312-9bbb-a91e067a824f,DISK] 2024-12-04T14:21:19,509 INFO [RS:0;ff648bb9ef17:45481 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322079492 2024-12-04T14:21:19,509 DEBUG [RS:0;ff648bb9ef17:45481 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44085:44085)] 2024-12-04T14:21:19,671 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:21:19,671 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d 2024-12-04T14:21:19,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741833_1009 (size=32) 2024-12-04T14:21:19,844 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:21:19,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:19,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:19,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:19,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:19,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:19,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:19,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:19,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:19,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:19,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:19,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:19,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:19,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:19,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:19,878 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:19,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:19,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:19,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:20,076 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:20,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:21:20,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:21:20,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:20,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:20,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:21:20,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:21:20,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:20,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:20,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:21:20,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:21:20,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:20,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:20,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:21:20,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:21:20,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:20,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:20,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:21:20,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740 2024-12-04T14:21:20,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740 2024-12-04T14:21:20,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:21:20,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:21:20,084 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:21:20,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:21:20,086 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:21:20,087 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68407567, jitterRate=0.019352182745933533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:21:20,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733322080076Initializing all the Stores at 1733322080077 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322080077Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322080077Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322080077Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322080077Cleaning up temporary data from old regions at 1733322080084 (+7 ms)Region opened successfully at 1733322080087 (+3 ms) 2024-12-04T14:21:20,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:21:20,087 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:21:20,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:21:20,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:21:20,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:21:20,088 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:21:20,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733322080087Disabling compacts and flushes for region at 1733322080087Disabling writes for close at 1733322080087Writing region close event to WAL at 1733322080087Closed at 1733322080088 (+1 ms) 2024-12-04T14:21:20,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:21:20,089 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:21:20,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:21:20,090 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:21:20,090 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:21:20,126 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:21:20,126 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:21:20,127 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108757 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:21:20,241 DEBUG [ff648bb9ef17:35929 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:21:20,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,45481,1733322077498 2024-12-04T14:21:20,242 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,45481,1733322077498, state=OPENING 2024-12-04T14:21:20,245 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:21:20,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470 2024-12-04T14:21:20,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470 2024-12-04T14:21:20,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01273835470/meta-region-server: CHANGED 2024-12-04T14:21:20,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01273835470/meta-region-server: CHANGED 2024-12-04T14:21:20,247 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:21:20,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,45481,1733322077498}] 2024-12-04T14:21:20,399 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:21:20,401 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:21:20,403 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:21:20,403 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:21:20,403 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:21:20,405 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C45481%2C1733322077498.meta, suffix=.meta, logDir=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498, archiveDir=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/oldWALs, maxLogs=10 2024-12-04T14:21:20,422 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.meta.1733322080405.meta, exclude list is [], retry=0 2024-12-04T14:21:20,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37719,DS-93cfc5a0-c97c-4312-9bbb-a91e067a824f,DISK] 2024-12-04T14:21:20,425 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.meta.1733322080405.meta 2024-12-04T14:21:20,425 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44085:44085)] 2024-12-04T14:21:20,425 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:21:20,425 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:21:20,425 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:21:20,426 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:21:20,426 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:21:20,426 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:21:20,426 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:20,426 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:21:20,426 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:21:20,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:21:20,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:21:20,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:20,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:20,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:21:20,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:21:20,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:20,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:20,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:21:20,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:21:20,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:20,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:20,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:21:20,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:21:20,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:20,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:20,430 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:21:20,431 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740 2024-12-04T14:21:20,431 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740 2024-12-04T14:21:20,432 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:21:20,432 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:21:20,432 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:21:20,433 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:21:20,434 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69319725, jitterRate=0.03294439613819122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:21:20,434 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:21:20,434 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733322080426Writing region info on filesystem at 1733322080426Initializing all the Stores at 1733322080426Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322080426Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322080427 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322080427Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322080427Cleaning up temporary data from old regions at 1733322080432 (+5 ms)Running coprocessor post-open hooks at 1733322080434 (+2 ms)Region opened successfully at 1733322080434 2024-12-04T14:21:20,434 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733322080399 2024-12-04T14:21:20,436 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:21:20,436 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:21:20,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,45481,1733322077498 2024-12-04T14:21:20,437 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,45481,1733322077498, state=OPEN 2024-12-04T14:21:20,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01273835470/meta-region-server 2024-12-04T14:21:20,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01273835470/meta-region-server 2024-12-04T14:21:20,442 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,45481,1733322077498 2024-12-04T14:21:20,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01273835470/meta-region-server: CHANGED 2024-12-04T14:21:20,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01273835470/meta-region-server: CHANGED 2024-12-04T14:21:20,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:21:20,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,45481,1733322077498 in 195 msec 2024-12-04T14:21:20,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:21:20,446 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-12-04T14:21:20,446 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:21:20,446 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:21:20,447 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:21:20,448 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,45481,1733322077498, seqNum=-1] 2024-12-04T14:21:20,448 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:21:20,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:21:20,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-12-04T14:21:20,453 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733322080453, completionTime=-1 2024-12-04T14:21:20,453 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:21:20,453 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:21:20,454 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:21:20,454 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733322140454 2024-12-04T14:21:20,454 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733322200454 2024-12-04T14:21:20,454 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T14:21:20,455 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35929,1733322077443-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:20,455 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35929,1733322077443-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:20,455 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35929,1733322077443-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:20,455 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:35929, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:20,455 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:20,455 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:20,456 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:21:20,457 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.916sec 2024-12-04T14:21:20,458 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:21:20,458 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:21:20,458 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:21:20,458 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:21:20,458 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:21:20,458 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35929,1733322077443-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:21:20,458 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35929,1733322077443-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:21:20,459 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:21:20,459 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:21:20,459 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,35929,1733322077443-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:20,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8b31ada, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:20,526 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,35929,-1 for getting cluster id 2024-12-04T14:21:20,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:21:20,527 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bdd6686-cae4-49d9-a264-fb61e13ed2f5' 2024-12-04T14:21:20,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:21:20,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bdd6686-cae4-49d9-a264-fb61e13ed2f5" 2024-12-04T14:21:20,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d29b8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:20,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,35929,-1] 2024-12-04T14:21:20,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:21:20,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:20,529 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:21:20,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a39e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:20,530 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:21:20,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,45481,1733322077498, seqNum=-1] 2024-12-04T14:21:20,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:21:20,531 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:21:20,533 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,35929,1733322077443 2024-12-04T14:21:20,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55192 2024-12-04T14:21:20,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:21:20,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1017dd9dd030002 connected 2024-12-04T14:21:20,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/hadoop.log.dir so I do NOT create it in target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c 2024-12-04T14:21:20,541 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:21:20,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/hadoop.tmp.dir so I do NOT create it in target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c 2024-12-04T14:21:20,541 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:21:20,541 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c 2024-12-04T14:21:20,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:21:20,541 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/cluster_c419efaf-2b84-1331-c7d7-cd4033beafbc, deleteOnExit=true 2024-12-04T14:21:20,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:21:20,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/test.cache.data in system properties and HBase conf 2024-12-04T14:21:20,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:21:20,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:21:20,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:21:20,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:21:20,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:21:20,542 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:21:20,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:21:20,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:21:20,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:21:20,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:21:20,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:21:20,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:21:20,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:21:20,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:21:20,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:21:20,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:21:20,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:21:20,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:21:20,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:21:20,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:21:20,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:21:20,622 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:21:20,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:21:20,623 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:21:20,623 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:21:20,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:21:20,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37a62819{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:21:20,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b9ccba4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:21:20,750 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77a68e0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/java.io.tmpdir/jetty-localhost-35049-hadoop-hdfs-3_4_1-tests_jar-_-any-6473755569364763318/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:21:20,751 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72e57ebd{HTTP/1.1, (http/1.1)}{localhost:35049} 2024-12-04T14:21:20,751 INFO [Time-limited test {}] server.Server(415): Started @283807ms 2024-12-04T14:21:20,830 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:21:20,833 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:21:20,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:21:20,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:21:20,837 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:21:20,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54455f50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:21:20,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c98539c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:21:20,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@159cc931{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/java.io.tmpdir/jetty-localhost-44783-hadoop-hdfs-3_4_1-tests_jar-_-any-9999414467137524872/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:21:20,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@544a0191{HTTP/1.1, (http/1.1)}{localhost:44783} 2024-12-04T14:21:20,970 INFO [Time-limited test {}] server.Server(415): Started @284026ms 2024-12-04T14:21:20,971 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:21:21,079 WARN [Thread-4405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/cluster_c419efaf-2b84-1331-c7d7-cd4033beafbc/data/data1/current/BP-1355477370-172.17.0.2-1733322080565/current, will proceed with Du for space computation calculation, 2024-12-04T14:21:21,079 WARN [Thread-4406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/cluster_c419efaf-2b84-1331-c7d7-cd4033beafbc/data/data2/current/BP-1355477370-172.17.0.2-1733322080565/current, will proceed with Du for space computation calculation, 2024-12-04T14:21:21,098 WARN [Thread-4393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:21:21,100 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x538d29c20436eaa9 with lease ID 0x8bf521b3f98c41da: Processing first storage report for DS-fab32d3d-6a9f-4174-8293-01c686f9d16a from datanode DatanodeRegistration(127.0.0.1:40321, datanodeUuid=1516d5a0-5838-4ff7-8bb4-15427553f270, infoPort=39379, infoSecurePort=0, ipcPort=44341, storageInfo=lv=-57;cid=testClusterID;nsid=206876290;c=1733322080565) 2024-12-04T14:21:21,100 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x538d29c20436eaa9 with lease ID 0x8bf521b3f98c41da: from storage DS-fab32d3d-6a9f-4174-8293-01c686f9d16a node DatanodeRegistration(127.0.0.1:40321, datanodeUuid=1516d5a0-5838-4ff7-8bb4-15427553f270, infoPort=39379, infoSecurePort=0, ipcPort=44341, storageInfo=lv=-57;cid=testClusterID;nsid=206876290;c=1733322080565), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:21:21,100 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x538d29c20436eaa9 with lease ID 0x8bf521b3f98c41da: Processing first storage report for DS-bae7476b-3c50-4211-9320-35b035c86d3b from datanode DatanodeRegistration(127.0.0.1:40321, datanodeUuid=1516d5a0-5838-4ff7-8bb4-15427553f270, infoPort=39379, infoSecurePort=0, ipcPort=44341, storageInfo=lv=-57;cid=testClusterID;nsid=206876290;c=1733322080565) 2024-12-04T14:21:21,100 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x538d29c20436eaa9 with lease ID 0x8bf521b3f98c41da: from storage DS-bae7476b-3c50-4211-9320-35b035c86d3b node DatanodeRegistration(127.0.0.1:40321, datanodeUuid=1516d5a0-5838-4ff7-8bb4-15427553f270, infoPort=39379, infoSecurePort=0, ipcPort=44341, storageInfo=lv=-57;cid=testClusterID;nsid=206876290;c=1733322080565), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:21:21,193 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c 2024-12-04T14:21:21,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:21,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:21,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:21:21,602 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24 with version=8 2024-12-04T14:21:21,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/hbase-staging 2024-12-04T14:21:21,604 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:21:21,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:21,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:21,604 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:21:21,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:21,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:21:21,605 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:21:21,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:21:21,605 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45921 2024-12-04T14:21:21,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45921 connecting to ZooKeeper ensemble=127.0.0.1:55192 2024-12-04T14:21:21,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459210x0, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:21:21,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45921-0x1017dd9dd030003 connected 2024-12-04T14:21:21,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:21,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:21,624 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Set watcher on znode that does not yet exist, /11686071803/running 2024-12-04T14:21:21,624 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24, hbase.cluster.distributed=false 2024-12-04T14:21:21,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Set watcher on znode that does not yet exist, /11686071803/acl 2024-12-04T14:21:21,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45921 2024-12-04T14:21:21,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45921 2024-12-04T14:21:21,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45921 2024-12-04T14:21:21,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45921 2024-12-04T14:21:21,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45921 2024-12-04T14:21:21,646 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:21:21,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:21,646 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:21,647 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:21:21,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:21,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:21:21,647 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:21:21,647 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:21:21,647 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44227 2024-12-04T14:21:21,648 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44227 connecting to ZooKeeper ensemble=127.0.0.1:55192 2024-12-04T14:21:21,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:21,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:21,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442270x0, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:21:21,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442270x0, quorum=127.0.0.1:55192, baseZNode=/11686071803 Set watcher on znode that does not yet exist, /11686071803/running 2024-12-04T14:21:21,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44227-0x1017dd9dd030004 connected 2024-12-04T14:21:21,655 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:21:21,656 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:21:21,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44227-0x1017dd9dd030004, quorum=127.0.0.1:55192, baseZNode=/11686071803 Set watcher on znode that does not yet exist, /11686071803/master 2024-12-04T14:21:21,657 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44227-0x1017dd9dd030004, quorum=127.0.0.1:55192, baseZNode=/11686071803 Set watcher on znode that does not yet exist, /11686071803/acl 2024-12-04T14:21:21,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44227 2024-12-04T14:21:21,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44227 2024-12-04T14:21:21,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44227 2024-12-04T14:21:21,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44227 2024-12-04T14:21:21,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44227 2024-12-04T14:21:21,675 DEBUG [M:0;ff648bb9ef17:45921 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:45921 2024-12-04T14:21:21,676 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11686071803/backup-masters/ff648bb9ef17,45921,1733322081604 2024-12-04T14:21:21,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803/backup-masters 2024-12-04T14:21:21,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1017dd9dd030004, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803/backup-masters 2024-12-04T14:21:21,678 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Set watcher on existing znode=/11686071803/backup-masters/ff648bb9ef17,45921,1733322081604 2024-12-04T14:21:21,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1017dd9dd030004, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11686071803/master 2024-12-04T14:21:21,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1017dd9dd030004, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803 2024-12-04T14:21:21,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803 2024-12-04T14:21:21,679 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Set watcher on existing znode=/11686071803/master 2024-12-04T14:21:21,680 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11686071803/backup-masters/ff648bb9ef17,45921,1733322081604 from backup master directory 2024-12-04T14:21:21,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11686071803/backup-masters/ff648bb9ef17,45921,1733322081604 2024-12-04T14:21:21,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1017dd9dd030004, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803/backup-masters 2024-12-04T14:21:21,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803/backup-masters 2024-12-04T14:21:21,681 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:21:21,681 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,45921,1733322081604 2024-12-04T14:21:21,684 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/hbase.id] with ID: 39fe8d41-7036-49b2-8f32-08cc773729d2 2024-12-04T14:21:21,684 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/.tmp/hbase.id 2024-12-04T14:21:21,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:21:22,067 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T14:21:22,067 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T14:21:22,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-04T14:21:22,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-04T14:21:22,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:21:22,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-12-04T14:21:22,068 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T14:21:22,068 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T14:21:22,091 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/.tmp/hbase.id]:[hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/hbase.id] 2024-12-04T14:21:22,099 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:22,099 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:21:22,099 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-12-04T14:21:22,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803 2024-12-04T14:21:22,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1017dd9dd030004, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803 2024-12-04T14:21:22,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:21:22,113 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:21:22,114 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:21:22,114 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:21:22,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:21:22,119 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/data/master/store 2024-12-04T14:21:22,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:21:22,523 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:22,523 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:21:22,523 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:22,523 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:22,523 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:21:22,523 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:22,523 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:22,524 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733322082523Disabling compacts and flushes for region at 1733322082523Disabling writes for close at 1733322082523Writing region close event to WAL at 1733322082523Closed at 1733322082523 2024-12-04T14:21:22,524 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/data/master/store/.initializing 2024-12-04T14:21:22,524 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/WALs/ff648bb9ef17,45921,1733322081604 2024-12-04T14:21:22,525 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:21:22,526 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C45921%2C1733322081604, suffix=, logDir=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/WALs/ff648bb9ef17,45921,1733322081604, archiveDir=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/oldWALs, maxLogs=10 2024-12-04T14:21:22,543 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/WALs/ff648bb9ef17,45921,1733322081604/ff648bb9ef17%2C45921%2C1733322081604.1733322082526, exclude list is [], retry=0 2024-12-04T14:21:22,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40321,DS-fab32d3d-6a9f-4174-8293-01c686f9d16a,DISK] 2024-12-04T14:21:22,547 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/WALs/ff648bb9ef17,45921,1733322081604/ff648bb9ef17%2C45921%2C1733322081604.1733322082526 2024-12-04T14:21:22,548 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39379:39379)] 2024-12-04T14:21:22,548 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:21:22,548 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:22,548 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:22,548 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:22,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:22,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:21:22,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:22,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:22,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:22,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:21:22,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:22,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:22,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:22,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:21:22,553 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:22,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:22,553 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:22,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:21:22,554 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:22,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:22,554 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:22,555 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:22,555 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:22,556 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:22,556 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:22,556 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:21:22,557 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:22,558 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:21:22,558 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65992937, jitterRate=-0.016628608107566833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:21:22,559 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733322082548Initializing all the Stores at 1733322082549 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322082549Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322082549Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322082549Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322082549Cleaning up temporary data from old regions at 1733322082556 (+7 ms)Region opened successfully at 1733322082558 (+2 ms) 2024-12-04T14:21:22,559 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:21:22,561 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37861496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:21:22,561 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:21:22,562 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:21:22,562 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:21:22,562 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:21:22,562 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:21:22,562 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:21:22,562 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:21:22,564 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:21:22,565 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Unable to get data of znode /11686071803/balancer because node does not exist (not necessarily an error) 2024-12-04T14:21:22,566 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11686071803/balancer already deleted, retry=false 2024-12-04T14:21:22,566 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:21:22,566 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Unable to get data of znode /11686071803/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:21:22,567 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11686071803/normalizer already deleted, retry=false 2024-12-04T14:21:22,568 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:21:22,568 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Unable to get data of znode /11686071803/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:21:22,570 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11686071803/switch/split already deleted, retry=false 2024-12-04T14:21:22,570 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Unable to get data of znode /11686071803/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:21:22,573 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11686071803/switch/merge already deleted, retry=false 2024-12-04T14:21:22,574 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Unable to get data of znode /11686071803/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:21:22,575 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11686071803/snapshot-cleanup already deleted, retry=false 2024-12-04T14:21:22,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1017dd9dd030004, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11686071803/running 2024-12-04T14:21:22,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11686071803/running 2024-12-04T14:21:22,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1017dd9dd030004, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803 2024-12-04T14:21:22,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803 2024-12-04T14:21:22,577 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,45921,1733322081604, sessionid=0x1017dd9dd030003, setting cluster-up flag (Was=false) 2024-12-04T14:21:22,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803 2024-12-04T14:21:22,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1017dd9dd030004, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803 2024-12-04T14:21:22,585 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11686071803/flush-table-proc/acquired, /11686071803/flush-table-proc/reached, /11686071803/flush-table-proc/abort 2024-12-04T14:21:22,586 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,45921,1733322081604 2024-12-04T14:21:22,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803 2024-12-04T14:21:22,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1017dd9dd030004, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803 2024-12-04T14:21:22,596 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11686071803/online-snapshot/acquired, /11686071803/online-snapshot/reached, /11686071803/online-snapshot/abort 2024-12-04T14:21:22,596 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,45921,1733322081604 2024-12-04T14:21:22,597 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:21:22,598 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:21:22,598 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:21:22,598 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:21:22,598 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,45921,1733322081604 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:21:22,599 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:21:22,599 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:21:22,599 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:21:22,599 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:21:22,599 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:21:22,599 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:22,599 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:21:22,599 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:22,600 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733322112600 2024-12-04T14:21:22,600 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:21:22,600 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:21:22,600 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:21:22,600 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:21:22,600 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:21:22,600 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:21:22,601 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:21:22,601 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:21:22,601 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:22,601 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:21:22,604 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:22,605 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:21:22,605 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:21:22,605 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:21:22,605 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:21:22,605 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:21:22,605 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:21:22,608 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322082605,5,FailOnTimeoutGroup] 2024-12-04T14:21:22,609 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322082608,5,FailOnTimeoutGroup] 2024-12-04T14:21:22,609 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:22,609 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:21:22,609 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:22,609 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:22,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:21:22,666 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(746): ClusterId : 39fe8d41-7036-49b2-8f32-08cc773729d2 2024-12-04T14:21:22,666 DEBUG [RS:0;ff648bb9ef17:44227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:21:22,668 DEBUG [RS:0;ff648bb9ef17:44227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:21:22,668 DEBUG [RS:0;ff648bb9ef17:44227 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:21:22,670 DEBUG [RS:0;ff648bb9ef17:44227 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:21:22,670 DEBUG [RS:0;ff648bb9ef17:44227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5081f7b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:21:22,681 DEBUG [RS:0;ff648bb9ef17:44227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:44227 2024-12-04T14:21:22,682 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:21:22,682 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:21:22,682 DEBUG [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:21:22,682 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,45921,1733322081604 with port=44227, startcode=1733322081646 2024-12-04T14:21:22,682 DEBUG [RS:0;ff648bb9ef17:44227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:21:22,683 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:21:22,684 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45921 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,44227,1733322081646 2024-12-04T14:21:22,684 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45921 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,44227,1733322081646 2024-12-04T14:21:22,685 DEBUG [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24 2024-12-04T14:21:22,685 DEBUG [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36001 2024-12-04T14:21:22,685 DEBUG [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:21:22,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803/rs 2024-12-04T14:21:22,690 DEBUG [RS:0;ff648bb9ef17:44227 {}] zookeeper.ZKUtil(111): regionserver:44227-0x1017dd9dd030004, quorum=127.0.0.1:55192, baseZNode=/11686071803 Set watcher on existing znode=/11686071803/rs/ff648bb9ef17,44227,1733322081646 2024-12-04T14:21:22,690 WARN [RS:0;ff648bb9ef17:44227 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:21:22,690 INFO [RS:0;ff648bb9ef17:44227 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:21:22,690 DEBUG [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/WALs/ff648bb9ef17,44227,1733322081646 2024-12-04T14:21:22,690 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,44227,1733322081646] 2024-12-04T14:21:22,693 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:21:22,694 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:21:22,695 INFO [RS:0;ff648bb9ef17:44227 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:21:22,695 INFO [RS:0;ff648bb9ef17:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:22,695 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:21:22,696 INFO [RS:0;ff648bb9ef17:44227 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:21:22,696 INFO [RS:0;ff648bb9ef17:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:22,696 DEBUG [RS:0;ff648bb9ef17:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:22,696 DEBUG [RS:0;ff648bb9ef17:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:22,696 DEBUG [RS:0;ff648bb9ef17:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:22,696 DEBUG [RS:0;ff648bb9ef17:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:22,696 DEBUG [RS:0;ff648bb9ef17:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:22,696 DEBUG [RS:0;ff648bb9ef17:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:21:22,696 DEBUG [RS:0;ff648bb9ef17:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:22,696 DEBUG [RS:0;ff648bb9ef17:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:22,696 DEBUG [RS:0;ff648bb9ef17:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:22,696 DEBUG [RS:0;ff648bb9ef17:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:22,696 DEBUG [RS:0;ff648bb9ef17:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:22,696 DEBUG [RS:0;ff648bb9ef17:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:22,696 DEBUG [RS:0;ff648bb9ef17:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:21:22,696 DEBUG [RS:0;ff648bb9ef17:44227 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:21:22,696 INFO [RS:0;ff648bb9ef17:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:22,696 INFO [RS:0;ff648bb9ef17:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:22,696 INFO [RS:0;ff648bb9ef17:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:22,696 INFO [RS:0;ff648bb9ef17:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:22,696 INFO [RS:0;ff648bb9ef17:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:22,696 INFO [RS:0;ff648bb9ef17:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,44227,1733322081646-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:21:22,713 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:21:22,713 INFO [RS:0;ff648bb9ef17:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,44227,1733322081646-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:22,713 INFO [RS:0;ff648bb9ef17:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:22,713 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.Replication(171): ff648bb9ef17,44227,1733322081646 started 2024-12-04T14:21:22,727 INFO [RS:0;ff648bb9ef17:44227 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:22,727 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,44227,1733322081646, RpcServer on ff648bb9ef17/172.17.0.2:44227, sessionid=0x1017dd9dd030004 2024-12-04T14:21:22,727 DEBUG [RS:0;ff648bb9ef17:44227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:21:22,727 DEBUG [RS:0;ff648bb9ef17:44227 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,44227,1733322081646 2024-12-04T14:21:22,727 DEBUG [RS:0;ff648bb9ef17:44227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,44227,1733322081646' 2024-12-04T14:21:22,727 DEBUG [RS:0;ff648bb9ef17:44227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11686071803/flush-table-proc/abort' 2024-12-04T14:21:22,727 DEBUG [RS:0;ff648bb9ef17:44227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11686071803/flush-table-proc/acquired' 2024-12-04T14:21:22,728 DEBUG [RS:0;ff648bb9ef17:44227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:21:22,728 DEBUG [RS:0;ff648bb9ef17:44227 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:21:22,728 DEBUG [RS:0;ff648bb9ef17:44227 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,44227,1733322081646 2024-12-04T14:21:22,728 DEBUG [RS:0;ff648bb9ef17:44227 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,44227,1733322081646' 2024-12-04T14:21:22,728 DEBUG [RS:0;ff648bb9ef17:44227 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11686071803/online-snapshot/abort' 2024-12-04T14:21:22,728 DEBUG [RS:0;ff648bb9ef17:44227 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11686071803/online-snapshot/acquired' 2024-12-04T14:21:22,728 DEBUG [RS:0;ff648bb9ef17:44227 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:21:22,728 INFO [RS:0;ff648bb9ef17:44227 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:21:22,728 INFO [RS:0;ff648bb9ef17:44227 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:21:22,829 INFO [RS:0;ff648bb9ef17:44227 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:21:22,830 INFO [RS:0;ff648bb9ef17:44227 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C44227%2C1733322081646, suffix=, logDir=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/WALs/ff648bb9ef17,44227,1733322081646, archiveDir=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/oldWALs, maxLogs=10 2024-12-04T14:21:22,846 DEBUG [RS:0;ff648bb9ef17:44227 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/WALs/ff648bb9ef17,44227,1733322081646/ff648bb9ef17%2C44227%2C1733322081646.1733322082830, exclude list is [], retry=0 2024-12-04T14:21:22,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40321,DS-fab32d3d-6a9f-4174-8293-01c686f9d16a,DISK] 2024-12-04T14:21:22,850 INFO [RS:0;ff648bb9ef17:44227 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/WALs/ff648bb9ef17,44227,1733322081646/ff648bb9ef17%2C44227%2C1733322081646.1733322082830 2024-12-04T14:21:22,850 DEBUG [RS:0;ff648bb9ef17:44227 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39379:39379)] 2024-12-04T14:21:23,011 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:21:23,011 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24 2024-12-04T14:21:23,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741833_1009 (size=32) 2024-12-04T14:21:23,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:23,418 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:21:23,419 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:21:23,419 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:23,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:23,419 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:21:23,420 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:21:23,420 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:23,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:23,420 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:21:23,421 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:21:23,421 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:23,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:23,421 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:21:23,422 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:21:23,422 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:23,422 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:23,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:21:23,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740 2024-12-04T14:21:23,423 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740 2024-12-04T14:21:23,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:21:23,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:21:23,424 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:21:23,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:21:23,426 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:21:23,426 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62758530, jitterRate=-0.06482502818107605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:21:23,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733322083417Initializing all the Stores at 1733322083417Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322083417Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322083417Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322083417Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322083417Cleaning up temporary data from old regions at 1733322083424 (+7 ms)Region opened successfully at 1733322083426 (+2 ms) 2024-12-04T14:21:23,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:21:23,426 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:21:23,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:21:23,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:21:23,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:21:23,427 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:21:23,427 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733322083426Disabling compacts and flushes for region at 1733322083426Disabling writes for close at 1733322083426Writing region close event to WAL at 1733322083427 (+1 ms)Closed at 1733322083427 2024-12-04T14:21:23,428 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:21:23,428 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:21:23,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:21:23,428 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:21:23,429 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:21:23,579 DEBUG [ff648bb9ef17:45921 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:21:23,580 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,44227,1733322081646 2024-12-04T14:21:23,581 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,44227,1733322081646, state=OPENING 2024-12-04T14:21:23,582 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:21:23,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803 2024-12-04T14:21:23,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1017dd9dd030004, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803 2024-12-04T14:21:23,584 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:21:23,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11686071803/meta-region-server: CHANGED 2024-12-04T14:21:23,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11686071803/meta-region-server: CHANGED 2024-12-04T14:21:23,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,44227,1733322081646}] 2024-12-04T14:21:23,736 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:21:23,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:21:23,741 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:21:23,741 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:21:23,741 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:21:23,742 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C44227%2C1733322081646.meta, suffix=.meta, logDir=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/WALs/ff648bb9ef17,44227,1733322081646, archiveDir=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/oldWALs, maxLogs=10 2024-12-04T14:21:23,757 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/WALs/ff648bb9ef17,44227,1733322081646/ff648bb9ef17%2C44227%2C1733322081646.meta.1733322083743.meta, exclude list is [], retry=0 2024-12-04T14:21:23,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40321,DS-fab32d3d-6a9f-4174-8293-01c686f9d16a,DISK] 2024-12-04T14:21:23,760 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/WALs/ff648bb9ef17,44227,1733322081646/ff648bb9ef17%2C44227%2C1733322081646.meta.1733322083743.meta 2024-12-04T14:21:23,761 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39379:39379)] 2024-12-04T14:21:23,761 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:21:23,761 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:21:23,761 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:21:23,761 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:21:23,761 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:21:23,761 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:21:23,761 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:23,761 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:21:23,761 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:21:23,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:21:23,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:21:23,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:23,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:23,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:21:23,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:21:23,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:23,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:23,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:21:23,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:21:23,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:23,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:23,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:21:23,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:21:23,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:23,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:23,766 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:21:23,767 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740 2024-12-04T14:21:23,767 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740 2024-12-04T14:21:23,768 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:21:23,768 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:21:23,768 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:21:23,769 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:21:23,770 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61315102, jitterRate=-0.08633378148078918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:21:23,770 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:21:23,770 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733322083762Writing region info on filesystem at 1733322083762Initializing all the Stores at 1733322083762Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322083762Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322083762Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322083762Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322083762Cleaning up temporary data from old regions at 1733322083768 (+6 ms)Running coprocessor post-open hooks at 1733322083770 (+2 ms)Region opened successfully at 1733322083770 2024-12-04T14:21:23,771 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733322083736 2024-12-04T14:21:23,773 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:21:23,773 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:21:23,773 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,44227,1733322081646 2024-12-04T14:21:23,774 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,44227,1733322081646, state=OPEN 2024-12-04T14:21:23,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11686071803/meta-region-server 2024-12-04T14:21:23,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1017dd9dd030004, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11686071803/meta-region-server 2024-12-04T14:21:23,777 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,44227,1733322081646 2024-12-04T14:21:23,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11686071803/meta-region-server: CHANGED 2024-12-04T14:21:23,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11686071803/meta-region-server: CHANGED 2024-12-04T14:21:23,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:21:23,778 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,44227,1733322081646 in 193 msec 2024-12-04T14:21:23,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:21:23,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-12-04T14:21:23,780 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:21:23,780 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:21:23,781 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:21:23,781 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,44227,1733322081646, seqNum=-1] 2024-12-04T14:21:23,782 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:21:23,782 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:21:23,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1880 sec 2024-12-04T14:21:23,786 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733322083786, completionTime=-1 2024-12-04T14:21:23,786 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:21:23,786 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:21:23,788 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:21:23,788 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733322143788 2024-12-04T14:21:23,788 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733322203788 2024-12-04T14:21:23,788 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T14:21:23,788 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,45921,1733322081604-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:23,788 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,45921,1733322081604-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:23,788 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,45921,1733322081604-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:23,788 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:45921, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:23,788 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:23,788 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:23,790 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:21:23,792 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.111sec 2024-12-04T14:21:23,792 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:21:23,792 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:21:23,792 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:21:23,792 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:21:23,792 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:21:23,792 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,45921,1733322081604-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:21:23,792 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,45921,1733322081604-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:21:23,794 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:21:23,794 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:21:23,794 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,45921,1733322081604-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:23,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35324f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:23,867 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,45921,-1 for getting cluster id 2024-12-04T14:21:23,867 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:21:23,868 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39fe8d41-7036-49b2-8f32-08cc773729d2' 2024-12-04T14:21:23,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:21:23,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39fe8d41-7036-49b2-8f32-08cc773729d2" 2024-12-04T14:21:23,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17bdc85d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:23,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,45921,-1] 2024-12-04T14:21:23,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:21:23,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:23,870 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:21:23,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b603b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:23,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:21:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,44227,1733322081646, seqNum=-1] 2024-12-04T14:21:23,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:21:23,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:21:23,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,45921,1733322081604 2024-12-04T14:21:23,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55192 2024-12-04T14:21:23,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:21:23,877 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1017dd9dd030005 connected 2024-12-04T14:21:23,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/hadoop.log.dir so I do NOT create it in target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c 2024-12-04T14:21:23,880 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/hadoop.log.dir Erasing configuration value by system value. 2024-12-04T14:21:23,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/hadoop.tmp.dir so I do NOT create it in target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c 2024-12-04T14:21:23,880 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/hadoop.tmp.dir Erasing configuration value by system value. 2024-12-04T14:21:23,880 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c 2024-12-04T14:21:23,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:21:23,880 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/cluster_b40be629-4af1-1b17-bd09-35c6ce9e28f3, deleteOnExit=true 2024-12-04T14:21:23,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:21:23,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/test.cache.data in system properties and HBase conf 2024-12-04T14:21:23,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:21:23,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:21:23,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:21:23,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:21:23,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:21:23,880 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:21:23,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:21:23,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:21:23,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:21:23,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:21:23,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:21:23,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:21:23,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:21:23,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:21:23,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:21:23,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:21:23,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:21:23,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:21:23,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:21:23,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:21:23,953 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:21:23,956 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:21:23,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:21:23,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:21:23,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:21:23,960 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:21:23,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ac57a8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:21:23,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3918db00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:21:24,076 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@500f800f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/java.io.tmpdir/jetty-localhost-36681-hadoop-hdfs-3_4_1-tests_jar-_-any-13935030916111790435/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:21:24,077 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7721daa5{HTTP/1.1, (http/1.1)}{localhost:36681} 2024-12-04T14:21:24,077 INFO [Time-limited test {}] server.Server(415): Started @287133ms 2024-12-04T14:21:24,161 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:21:24,163 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:21:24,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:21:24,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:21:24,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:21:24,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5421e2a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:21:24,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cc41d4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:21:24,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a31cd60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/java.io.tmpdir/jetty-localhost-41203-hadoop-hdfs-3_4_1-tests_jar-_-any-4841718771255481647/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:21:24,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c024440{HTTP/1.1, (http/1.1)}{localhost:41203} 2024-12-04T14:21:24,302 INFO [Time-limited test {}] server.Server(415): Started @287358ms 2024-12-04T14:21:24,315 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:21:24,430 WARN [Thread-4525 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/cluster_b40be629-4af1-1b17-bd09-35c6ce9e28f3/data/data1/current/BP-2117707357-172.17.0.2-1733322083899/current, will proceed with Du for space computation calculation, 2024-12-04T14:21:24,430 WARN [Thread-4526 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/cluster_b40be629-4af1-1b17-bd09-35c6ce9e28f3/data/data2/current/BP-2117707357-172.17.0.2-1733322083899/current, will proceed with Du for space computation calculation, 2024-12-04T14:21:24,453 WARN [Thread-4513 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:21:24,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d83418b85b9633e with lease ID 0x9c2f85a056706c75: Processing first storage report for DS-f66c4d3e-144f-4c95-a7a4-ba950c3cc04b from datanode DatanodeRegistration(127.0.0.1:36499, datanodeUuid=f56a9c5f-bef6-4e4f-85f8-ea9ef3965c8c, infoPort=38091, infoSecurePort=0, ipcPort=37167, storageInfo=lv=-57;cid=testClusterID;nsid=830323679;c=1733322083899) 2024-12-04T14:21:24,456 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d83418b85b9633e with lease ID 0x9c2f85a056706c75: from storage DS-f66c4d3e-144f-4c95-a7a4-ba950c3cc04b node DatanodeRegistration(127.0.0.1:36499, datanodeUuid=f56a9c5f-bef6-4e4f-85f8-ea9ef3965c8c, infoPort=38091, infoSecurePort=0, ipcPort=37167, storageInfo=lv=-57;cid=testClusterID;nsid=830323679;c=1733322083899), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:21:24,456 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d83418b85b9633e with lease ID 0x9c2f85a056706c75: Processing first storage report for DS-1bddcf02-1d33-4f80-8617-f7f6d0565bfc from datanode DatanodeRegistration(127.0.0.1:36499, datanodeUuid=f56a9c5f-bef6-4e4f-85f8-ea9ef3965c8c, infoPort=38091, infoSecurePort=0, ipcPort=37167, storageInfo=lv=-57;cid=testClusterID;nsid=830323679;c=1733322083899) 2024-12-04T14:21:24,456 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d83418b85b9633e with lease ID 0x9c2f85a056706c75: from storage DS-1bddcf02-1d33-4f80-8617-f7f6d0565bfc node DatanodeRegistration(127.0.0.1:36499, datanodeUuid=f56a9c5f-bef6-4e4f-85f8-ea9ef3965c8c, infoPort=38091, infoSecurePort=0, ipcPort=37167, storageInfo=lv=-57;cid=testClusterID;nsid=830323679;c=1733322083899), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:21:24,540 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c 2024-12-04T14:21:24,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:24,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:24,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:21:24,950 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc with version=8 2024-12-04T14:21:24,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/hbase-staging 2024-12-04T14:21:24,953 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:21:24,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:24,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:24,953 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:21:24,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:24,953 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:21:24,953 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:21:24,953 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:21:24,954 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39181 2024-12-04T14:21:24,954 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39181 connecting to ZooKeeper ensemble=127.0.0.1:55192 2024-12-04T14:21:24,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391810x0, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:21:24,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39181-0x1017dd9dd030006 connected 2024-12-04T14:21:24,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:24,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:24,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Set watcher on znode that does not yet exist, /2287338071/running 2024-12-04T14:21:24,972 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc, hbase.cluster.distributed=false 2024-12-04T14:21:24,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Set watcher on znode that does not yet exist, /2287338071/acl 2024-12-04T14:21:24,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39181 2024-12-04T14:21:24,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39181 2024-12-04T14:21:24,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39181 2024-12-04T14:21:24,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39181 2024-12-04T14:21:24,975 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39181 2024-12-04T14:21:24,990 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ff648bb9ef17:0 server-side Connection retries=45 2024-12-04T14:21:24,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:24,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:24,990 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:21:24,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:21:24,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:21:24,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:21:24,990 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:21:24,991 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33931 2024-12-04T14:21:24,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33931 connecting to ZooKeeper ensemble=127.0.0.1:55192 2024-12-04T14:21:24,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:24,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:24,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339310x0, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:21:24,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339310x0, quorum=127.0.0.1:55192, baseZNode=/2287338071 Set watcher on znode that does not yet exist, /2287338071/running 2024-12-04T14:21:24,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33931-0x1017dd9dd030007 connected 2024-12-04T14:21:24,998 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:21:25,000 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:21:25,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33931-0x1017dd9dd030007, quorum=127.0.0.1:55192, baseZNode=/2287338071 Set watcher on znode that does not yet exist, /2287338071/master 2024-12-04T14:21:25,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33931-0x1017dd9dd030007, quorum=127.0.0.1:55192, baseZNode=/2287338071 Set watcher on znode that does not yet exist, /2287338071/acl 2024-12-04T14:21:25,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33931 2024-12-04T14:21:25,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33931 2024-12-04T14:21:25,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33931 2024-12-04T14:21:25,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33931 2024-12-04T14:21:25,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33931 2024-12-04T14:21:25,020 DEBUG [M:0;ff648bb9ef17:39181 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ff648bb9ef17:39181 2024-12-04T14:21:25,020 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2287338071/backup-masters/ff648bb9ef17,39181,1733322084952 2024-12-04T14:21:25,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071/backup-masters 2024-12-04T14:21:25,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33931-0x1017dd9dd030007, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071/backup-masters 2024-12-04T14:21:25,024 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Set watcher on existing znode=/2287338071/backup-masters/ff648bb9ef17,39181,1733322084952 2024-12-04T14:21:25,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33931-0x1017dd9dd030007, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2287338071/master 2024-12-04T14:21:25,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071 2024-12-04T14:21:25,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33931-0x1017dd9dd030007, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071 2024-12-04T14:21:25,025 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Set watcher on existing znode=/2287338071/master 2024-12-04T14:21:25,026 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2287338071/backup-masters/ff648bb9ef17,39181,1733322084952 from backup master directory 2024-12-04T14:21:25,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2287338071/backup-masters/ff648bb9ef17,39181,1733322084952 2024-12-04T14:21:25,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33931-0x1017dd9dd030007, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071/backup-masters 2024-12-04T14:21:25,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071/backup-masters 2024-12-04T14:21:25,027 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:21:25,027 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ff648bb9ef17,39181,1733322084952 2024-12-04T14:21:25,030 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/hbase.id] with ID: 40f7f1ab-b47a-402f-a865-f5bd6f14acca 2024-12-04T14:21:25,030 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/.tmp/hbase.id 2024-12-04T14:21:25,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:21:25,037 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/.tmp/hbase.id]:[hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/hbase.id] 2024-12-04T14:21:25,044 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:25,044 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:21:25,045 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T14:21:25,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071 2024-12-04T14:21:25,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33931-0x1017dd9dd030007, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071 2024-12-04T14:21:25,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:21:25,457 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:21:25,458 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:21:25,458 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:21:25,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:21:25,463 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/data/master/store 2024-12-04T14:21:25,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:21:25,869 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:25,869 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:21:25,869 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:25,869 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:25,869 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:21:25,870 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:25,870 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:25,870 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733322085869Disabling compacts and flushes for region at 1733322085869Disabling writes for close at 1733322085869Writing region close event to WAL at 1733322085870 (+1 ms)Closed at 1733322085870 2024-12-04T14:21:25,870 WARN [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/data/master/store/.initializing 2024-12-04T14:21:25,870 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/WALs/ff648bb9ef17,39181,1733322084952 2024-12-04T14:21:25,871 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:21:25,872 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ff648bb9ef17%2C39181%2C1733322084952, suffix=, logDir=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/WALs/ff648bb9ef17,39181,1733322084952, archiveDir=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/oldWALs, maxLogs=10 2024-12-04T14:21:25,886 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/WALs/ff648bb9ef17,39181,1733322084952/ff648bb9ef17%2C39181%2C1733322084952.1733322085873, exclude list is [], retry=0 2024-12-04T14:21:25,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36499,DS-f66c4d3e-144f-4c95-a7a4-ba950c3cc04b,DISK] 2024-12-04T14:21:25,889 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/WALs/ff648bb9ef17,39181,1733322084952/ff648bb9ef17%2C39181%2C1733322084952.1733322085873 2024-12-04T14:21:25,889 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38091:38091)] 2024-12-04T14:21:25,890 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:21:25,890 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:25,890 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:25,890 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:25,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:25,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:21:25,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:25,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:25,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:25,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:21:25,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:25,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:25,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:25,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:21:25,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:25,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:25,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:25,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:21:25,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:25,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:25,896 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:25,897 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:25,897 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:25,898 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:25,898 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:25,898 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:21:25,899 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:21:25,900 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:21:25,901 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63747916, jitterRate=-0.05008202791213989}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:21:25,901 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733322085890Initializing all the Stores at 1733322085890Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322085890Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322085891 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322085891Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322085891Cleaning up temporary data from old regions at 1733322085898 (+7 ms)Region opened successfully at 1733322085901 (+3 ms) 2024-12-04T14:21:25,901 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:21:25,903 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60db0862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:21:25,904 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:21:25,904 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:21:25,904 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:21:25,904 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:21:25,904 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:21:25,904 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:21:25,904 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:21:25,906 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:21:25,907 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Unable to get data of znode /2287338071/balancer because node does not exist (not necessarily an error) 2024-12-04T14:21:25,910 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2287338071/balancer already deleted, retry=false 2024-12-04T14:21:25,910 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:21:25,911 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Unable to get data of znode /2287338071/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:21:25,912 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2287338071/normalizer already deleted, retry=false 2024-12-04T14:21:25,913 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:21:25,913 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Unable to get data of znode /2287338071/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:21:25,914 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2287338071/switch/split already deleted, retry=false 2024-12-04T14:21:25,915 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Unable to get data of znode /2287338071/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:21:25,916 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2287338071/switch/merge already deleted, retry=false 2024-12-04T14:21:25,918 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Unable to get data of znode /2287338071/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:21:25,919 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2287338071/snapshot-cleanup already deleted, retry=false 2024-12-04T14:21:25,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2287338071/running 2024-12-04T14:21:25,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071 2024-12-04T14:21:25,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33931-0x1017dd9dd030007, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2287338071/running 2024-12-04T14:21:25,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33931-0x1017dd9dd030007, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071 2024-12-04T14:21:25,921 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ff648bb9ef17,39181,1733322084952, sessionid=0x1017dd9dd030006, setting cluster-up flag (Was=false) 2024-12-04T14:21:25,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071 2024-12-04T14:21:25,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33931-0x1017dd9dd030007, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071 2024-12-04T14:21:25,928 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:21:25,929 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2287338071/flush-table-proc/acquired, /2287338071/flush-table-proc/reached, /2287338071/flush-table-proc/abort 2024-12-04T14:21:25,929 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,39181,1733322084952 2024-12-04T14:21:25,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:25,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:25,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:25,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:25,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:25,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:25,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:25,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:25,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33931-0x1017dd9dd030007, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071 2024-12-04T14:21:25,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071 2024-12-04T14:21:25,941 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2287338071/online-snapshot/acquired, /2287338071/online-snapshot/reached, /2287338071/online-snapshot/abort 2024-12-04T14:21:25,943 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ff648bb9ef17,39181,1733322084952 2024-12-04T14:21:25,945 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:21:25,946 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:21:25,947 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:21:25,947 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:21:25,947 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ff648bb9ef17,39181,1733322084952 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:21:25,948 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:21:25,948 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:21:25,948 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:21:25,949 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:21:25,949 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ff648bb9ef17:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:21:25,949 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:25,949 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:21:25,949 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:25,955 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:21:25,955 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:21:25,956 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:25,956 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:21:25,963 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733322115963 2024-12-04T14:21:25,963 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:21:25,963 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:21:25,963 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:21:25,963 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:21:25,963 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:21:25,963 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:21:25,964 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:25,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:25,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:25,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:25,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:25,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:25,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:25,968 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:21:25,969 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:21:25,969 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:21:25,969 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-12-04T14:21:25,969 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:21:25,969 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:21:25,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:21:25,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:25,973 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322085969,5,FailOnTimeoutGroup] 2024-12-04T14:21:25,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:25,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:25,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:25,976 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322085973,5,FailOnTimeoutGroup] 2024-12-04T14:21:25,976 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:25,976 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:21:25,976 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:25,976 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:26,010 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.HRegionServer(746): ClusterId : 40f7f1ab-b47a-402f-a865-f5bd6f14acca 2024-12-04T14:21:26,010 DEBUG [RS:0;ff648bb9ef17:33931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:21:26,013 DEBUG [RS:0;ff648bb9ef17:33931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:21:26,013 DEBUG [RS:0;ff648bb9ef17:33931 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:21:26,015 DEBUG [RS:0;ff648bb9ef17:33931 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:21:26,015 DEBUG [RS:0;ff648bb9ef17:33931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684056fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ff648bb9ef17/172.17.0.2:0 2024-12-04T14:21:26,027 DEBUG [RS:0;ff648bb9ef17:33931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ff648bb9ef17:33931 2024-12-04T14:21:26,028 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:21:26,028 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:21:26,028 DEBUG [RS:0;ff648bb9ef17:33931 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:21:26,028 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.HRegionServer(2659): reportForDuty to master=ff648bb9ef17,39181,1733322084952 with port=33931, startcode=1733322084990 2024-12-04T14:21:26,028 DEBUG [RS:0;ff648bb9ef17:33931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:21:26,030 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:21:26,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39181 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ff648bb9ef17,33931,1733322084990 2024-12-04T14:21:26,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39181 {}] master.ServerManager(517): Registering regionserver=ff648bb9ef17,33931,1733322084990 2024-12-04T14:21:26,031 DEBUG [RS:0;ff648bb9ef17:33931 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc 2024-12-04T14:21:26,031 DEBUG [RS:0;ff648bb9ef17:33931 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41817 2024-12-04T14:21:26,031 DEBUG [RS:0;ff648bb9ef17:33931 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:21:26,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071/rs 2024-12-04T14:21:26,040 DEBUG [RS:0;ff648bb9ef17:33931 {}] zookeeper.ZKUtil(111): regionserver:33931-0x1017dd9dd030007, quorum=127.0.0.1:55192, baseZNode=/2287338071 Set watcher on existing znode=/2287338071/rs/ff648bb9ef17,33931,1733322084990 2024-12-04T14:21:26,040 WARN [RS:0;ff648bb9ef17:33931 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:21:26,040 INFO [RS:0;ff648bb9ef17:33931 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:21:26,040 DEBUG [RS:0;ff648bb9ef17:33931 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/WALs/ff648bb9ef17,33931,1733322084990 2024-12-04T14:21:26,040 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ff648bb9ef17,33931,1733322084990] 2024-12-04T14:21:26,043 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:21:26,058 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:21:26,058 INFO [RS:0;ff648bb9ef17:33931 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:21:26,058 INFO [RS:0;ff648bb9ef17:33931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:26,059 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:21:26,059 INFO [RS:0;ff648bb9ef17:33931 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:21:26,059 INFO [RS:0;ff648bb9ef17:33931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:26,059 DEBUG [RS:0;ff648bb9ef17:33931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:26,059 DEBUG [RS:0;ff648bb9ef17:33931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:26,059 DEBUG [RS:0;ff648bb9ef17:33931 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:26,059 DEBUG [RS:0;ff648bb9ef17:33931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:26,059 DEBUG [RS:0;ff648bb9ef17:33931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:26,059 DEBUG [RS:0;ff648bb9ef17:33931 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ff648bb9ef17:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:21:26,060 DEBUG [RS:0;ff648bb9ef17:33931 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:26,060 DEBUG [RS:0;ff648bb9ef17:33931 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:26,060 DEBUG [RS:0;ff648bb9ef17:33931 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:26,060 DEBUG [RS:0;ff648bb9ef17:33931 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:26,060 DEBUG [RS:0;ff648bb9ef17:33931 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:26,060 DEBUG [RS:0;ff648bb9ef17:33931 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ff648bb9ef17:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:21:26,060 DEBUG [RS:0;ff648bb9ef17:33931 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:21:26,060 DEBUG [RS:0;ff648bb9ef17:33931 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ff648bb9ef17:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:21:26,060 INFO [RS:0;ff648bb9ef17:33931 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:26,060 INFO [RS:0;ff648bb9ef17:33931 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:26,060 INFO [RS:0;ff648bb9ef17:33931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:26,060 INFO [RS:0;ff648bb9ef17:33931 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:26,060 INFO [RS:0;ff648bb9ef17:33931 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:26,060 INFO [RS:0;ff648bb9ef17:33931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,33931,1733322084990-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:21:26,079 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:21:26,079 INFO [RS:0;ff648bb9ef17:33931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,33931,1733322084990-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:26,080 INFO [RS:0;ff648bb9ef17:33931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:26,080 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.Replication(171): ff648bb9ef17,33931,1733322084990 started 2024-12-04T14:21:26,093 INFO [RS:0;ff648bb9ef17:33931 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:26,093 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.HRegionServer(1482): Serving as ff648bb9ef17,33931,1733322084990, RpcServer on ff648bb9ef17/172.17.0.2:33931, sessionid=0x1017dd9dd030007 2024-12-04T14:21:26,093 DEBUG [RS:0;ff648bb9ef17:33931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:21:26,093 DEBUG [RS:0;ff648bb9ef17:33931 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ff648bb9ef17,33931,1733322084990 2024-12-04T14:21:26,093 DEBUG [RS:0;ff648bb9ef17:33931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,33931,1733322084990' 2024-12-04T14:21:26,093 DEBUG [RS:0;ff648bb9ef17:33931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2287338071/flush-table-proc/abort' 2024-12-04T14:21:26,093 DEBUG [RS:0;ff648bb9ef17:33931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2287338071/flush-table-proc/acquired' 2024-12-04T14:21:26,094 DEBUG [RS:0;ff648bb9ef17:33931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:21:26,094 DEBUG [RS:0;ff648bb9ef17:33931 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:21:26,094 DEBUG [RS:0;ff648bb9ef17:33931 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ff648bb9ef17,33931,1733322084990 2024-12-04T14:21:26,094 DEBUG [RS:0;ff648bb9ef17:33931 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ff648bb9ef17,33931,1733322084990' 2024-12-04T14:21:26,094 DEBUG [RS:0;ff648bb9ef17:33931 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2287338071/online-snapshot/abort' 2024-12-04T14:21:26,094 DEBUG [RS:0;ff648bb9ef17:33931 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2287338071/online-snapshot/acquired' 2024-12-04T14:21:26,094 DEBUG [RS:0;ff648bb9ef17:33931 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:21:26,094 INFO [RS:0;ff648bb9ef17:33931 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:21:26,094 INFO [RS:0;ff648bb9ef17:33931 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:21:26,195 INFO [RS:0;ff648bb9ef17:33931 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:21:26,196 INFO [RS:0;ff648bb9ef17:33931 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C33931%2C1733322084990, suffix=, logDir=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/WALs/ff648bb9ef17,33931,1733322084990, archiveDir=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/oldWALs, maxLogs=10 2024-12-04T14:21:26,210 DEBUG [RS:0;ff648bb9ef17:33931 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/WALs/ff648bb9ef17,33931,1733322084990/ff648bb9ef17%2C33931%2C1733322084990.1733322086196, exclude list is [], retry=0 2024-12-04T14:21:26,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36499,DS-f66c4d3e-144f-4c95-a7a4-ba950c3cc04b,DISK] 2024-12-04T14:21:26,214 INFO [RS:0;ff648bb9ef17:33931 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/WALs/ff648bb9ef17,33931,1733322084990/ff648bb9ef17%2C33931%2C1733322084990.1733322086196 2024-12-04T14:21:26,214 DEBUG [RS:0;ff648bb9ef17:33931 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38091:38091)] 2024-12-04T14:21:26,371 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:21:26,371 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc 2024-12-04T14:21:26,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741833_1009 (size=32) 2024-12-04T14:21:26,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:26,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:21:26,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:21:26,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:26,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:26,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:21:26,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:21:26,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:26,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:26,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:21:26,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:21:26,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:26,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:26,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:21:26,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:21:26,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:26,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:26,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:21:26,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740 2024-12-04T14:21:26,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740 2024-12-04T14:21:26,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:21:26,785 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:21:26,786 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:21:26,787 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:21:26,789 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:21:26,789 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72622408, jitterRate=0.08215820789337158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:21:26,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733322086776Initializing all the Stores at 1733322086777 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322086777Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322086777Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322086777Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322086777Cleaning up temporary data from old regions at 1733322086785 (+8 ms)Region opened successfully at 1733322086789 (+4 ms) 2024-12-04T14:21:26,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:21:26,789 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:21:26,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:21:26,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:21:26,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:21:26,790 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:21:26,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733322086789Disabling compacts and flushes for region at 1733322086789Disabling writes for close at 1733322086789Writing region close event to WAL at 1733322086790 (+1 ms)Closed at 1733322086790 2024-12-04T14:21:26,791 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:21:26,791 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:21:26,791 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:21:26,792 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:21:26,793 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:21:26,943 DEBUG [ff648bb9ef17:39181 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:21:26,943 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ff648bb9ef17,33931,1733322084990 2024-12-04T14:21:26,944 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,33931,1733322084990, state=OPENING 2024-12-04T14:21:26,952 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:21:26,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33931-0x1017dd9dd030007, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071 2024-12-04T14:21:26,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071 2024-12-04T14:21:26,955 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:21:26,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,33931,1733322084990}] 2024-12-04T14:21:26,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2287338071/meta-region-server: CHANGED 2024-12-04T14:21:26,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2287338071/meta-region-server: CHANGED 2024-12-04T14:21:27,107 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:21:27,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57047, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:21:27,112 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:21:27,112 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:21:27,112 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:21:27,113 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C33931%2C1733322084990.meta, suffix=.meta, logDir=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/WALs/ff648bb9ef17,33931,1733322084990, archiveDir=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/oldWALs, maxLogs=10 2024-12-04T14:21:27,127 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/WALs/ff648bb9ef17,33931,1733322084990/ff648bb9ef17%2C33931%2C1733322084990.meta.1733322087113.meta, exclude list is [], retry=0 2024-12-04T14:21:27,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36499,DS-f66c4d3e-144f-4c95-a7a4-ba950c3cc04b,DISK] 2024-12-04T14:21:27,130 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/WALs/ff648bb9ef17,33931,1733322084990/ff648bb9ef17%2C33931%2C1733322084990.meta.1733322087113.meta 2024-12-04T14:21:27,130 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38091:38091)] 2024-12-04T14:21:27,130 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:21:27,131 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:21:27,131 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:21:27,131 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:21:27,131 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:21:27,131 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:21:27,131 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:27,131 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:21:27,131 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:21:27,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:21:27,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:21:27,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:27,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:27,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:21:27,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:21:27,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:27,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:27,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:21:27,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:21:27,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:27,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:27,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:21:27,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:21:27,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:27,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:21:27,136 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:21:27,137 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740 2024-12-04T14:21:27,138 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740 2024-12-04T14:21:27,138 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:21:27,138 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:21:27,139 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:21:27,140 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:21:27,141 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74267770, jitterRate=0.10667601227760315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:21:27,141 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:21:27,141 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733322087131Writing region info on filesystem at 1733322087131Initializing all the Stores at 1733322087132 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322087132Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322087132Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322087132Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733322087132Cleaning up temporary data from old regions at 1733322087138 (+6 ms)Running coprocessor post-open hooks at 1733322087141 (+3 ms)Region opened successfully at 1733322087141 2024-12-04T14:21:27,142 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733322087107 2024-12-04T14:21:27,143 DEBUG [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:21:27,143 INFO [RS_OPEN_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:21:27,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,33931,1733322084990 2024-12-04T14:21:27,145 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ff648bb9ef17,33931,1733322084990, state=OPEN 2024-12-04T14:21:27,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33931-0x1017dd9dd030007, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2287338071/meta-region-server 2024-12-04T14:21:27,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2287338071/meta-region-server 2024-12-04T14:21:27,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2287338071/meta-region-server: CHANGED 2024-12-04T14:21:27,147 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2287338071/meta-region-server: CHANGED 2024-12-04T14:21:27,147 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ff648bb9ef17,33931,1733322084990 2024-12-04T14:21:27,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:21:27,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ff648bb9ef17,33931,1733322084990 in 192 msec 2024-12-04T14:21:27,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:21:27,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-12-04T14:21:27,151 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:21:27,151 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:21:27,152 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:21:27,152 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,33931,1733322084990, seqNum=-1] 2024-12-04T14:21:27,153 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:21:27,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:21:27,157 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2110 sec 2024-12-04T14:21:27,158 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733322087158, completionTime=-1 2024-12-04T14:21:27,158 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:21:27,158 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:21:27,159 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:21:27,159 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733322147159 2024-12-04T14:21:27,159 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733322207159 2024-12-04T14:21:27,159 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T14:21:27,160 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,39181,1733322084952-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:27,160 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,39181,1733322084952-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:27,160 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,39181,1733322084952-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:27,160 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ff648bb9ef17:39181, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:27,160 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:27,160 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:27,162 DEBUG [master/ff648bb9ef17:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:21:27,163 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.136sec 2024-12-04T14:21:27,164 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:21:27,164 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:21:27,164 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:21:27,164 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:21:27,164 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:21:27,164 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,39181,1733322084952-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:21:27,164 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,39181,1733322084952-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:21:27,166 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:21:27,166 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:21:27,166 INFO [master/ff648bb9ef17:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ff648bb9ef17,39181,1733322084952-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:21:27,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5738ae9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:27,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,39181,-1 for getting cluster id 2024-12-04T14:21:27,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:21:27,212 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40f7f1ab-b47a-402f-a865-f5bd6f14acca' 2024-12-04T14:21:27,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:21:27,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40f7f1ab-b47a-402f-a865-f5bd6f14acca" 2024-12-04T14:21:27,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@200e2229, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:27,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,39181,-1] 2024-12-04T14:21:27,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:21:27,214 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:27,214 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:21:27,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469bad12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:27,215 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:21:27,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,33931,1733322084990, seqNum=-1] 2024-12-04T14:21:27,216 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:21:27,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:21:27,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ff648bb9ef17,39181,1733322084952 2024-12-04T14:21:27,218 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55192 2024-12-04T14:21:27,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:21:27,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1017dd9dd030008 connected 2024-12-04T14:21:27,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:21:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,35929,1733322077443 2024-12-04T14:21:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@173b54c6 2024-12-04T14:21:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:21:27,225 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:21:27,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:21:27,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T14:21:27,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:21:27,227 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:27,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T14:21:27,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:21:27,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:27,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741835_1011 (size=902) 2024-12-04T14:21:27,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:27,634 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14e03202be631423c070e62be107ca3d, NAME => 'test,,1733322087225.14e03202be631423c070e62be107ca3d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d 2024-12-04T14:21:27,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741836_1012 (size=39) 2024-12-04T14:21:27,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:28,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733322087225.14e03202be631423c070e62be107ca3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:28,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 14e03202be631423c070e62be107ca3d, disabling compactions & flushes 2024-12-04T14:21:28,039 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733322087225.14e03202be631423c070e62be107ca3d. 2024-12-04T14:21:28,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733322087225.14e03202be631423c070e62be107ca3d. 2024-12-04T14:21:28,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733322087225.14e03202be631423c070e62be107ca3d. after waiting 0 ms 2024-12-04T14:21:28,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733322087225.14e03202be631423c070e62be107ca3d. 2024-12-04T14:21:28,039 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733322087225.14e03202be631423c070e62be107ca3d. 2024-12-04T14:21:28,039 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14e03202be631423c070e62be107ca3d: Waiting for close lock at 1733322088039Disabling compacts and flushes for region at 1733322088039Disabling writes for close at 1733322088039Writing region close event to WAL at 1733322088039Closed at 1733322088039 2024-12-04T14:21:28,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:21:28,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733322087225.14e03202be631423c070e62be107ca3d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733322088041"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733322088041"}]},"ts":"1733322088041"} 2024-12-04T14:21:28,043 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:21:28,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:21:28,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322088044"}]},"ts":"1733322088044"} 2024-12-04T14:21:28,045 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T14:21:28,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=14e03202be631423c070e62be107ca3d, ASSIGN}] 2024-12-04T14:21:28,047 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=14e03202be631423c070e62be107ca3d, ASSIGN 2024-12-04T14:21:28,047 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=14e03202be631423c070e62be107ca3d, ASSIGN; state=OFFLINE, location=ff648bb9ef17,45481,1733322077498; forceNewPlan=false, retain=false 2024-12-04T14:21:28,198 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14e03202be631423c070e62be107ca3d, regionState=OPENING, regionLocation=ff648bb9ef17,45481,1733322077498 2024-12-04T14:21:28,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=14e03202be631423c070e62be107ca3d, ASSIGN because future has completed 2024-12-04T14:21:28,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14e03202be631423c070e62be107ca3d, server=ff648bb9ef17,45481,1733322077498}] 2024-12-04T14:21:28,355 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733322087225.14e03202be631423c070e62be107ca3d. 2024-12-04T14:21:28,355 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 14e03202be631423c070e62be107ca3d, NAME => 'test,,1733322087225.14e03202be631423c070e62be107ca3d.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:21:28,356 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:21:28,356 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T14:21:28,356 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 14e03202be631423c070e62be107ca3d 2024-12-04T14:21:28,356 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733322087225.14e03202be631423c070e62be107ca3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:28,356 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 14e03202be631423c070e62be107ca3d 2024-12-04T14:21:28,356 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 14e03202be631423c070e62be107ca3d 2024-12-04T14:21:28,357 INFO [StoreOpener-14e03202be631423c070e62be107ca3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 14e03202be631423c070e62be107ca3d 2024-12-04T14:21:28,358 INFO [StoreOpener-14e03202be631423c070e62be107ca3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14e03202be631423c070e62be107ca3d columnFamilyName f 2024-12-04T14:21:28,358 DEBUG [StoreOpener-14e03202be631423c070e62be107ca3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:28,358 INFO [StoreOpener-14e03202be631423c070e62be107ca3d-1 {}] regionserver.HStore(327): Store=14e03202be631423c070e62be107ca3d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:28,358 INFO [StoreOpener-14e03202be631423c070e62be107ca3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 14e03202be631423c070e62be107ca3d 2024-12-04T14:21:28,359 INFO [StoreOpener-14e03202be631423c070e62be107ca3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14e03202be631423c070e62be107ca3d columnFamilyName f1 2024-12-04T14:21:28,359 DEBUG [StoreOpener-14e03202be631423c070e62be107ca3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:28,360 INFO [StoreOpener-14e03202be631423c070e62be107ca3d-1 {}] regionserver.HStore(327): Store=14e03202be631423c070e62be107ca3d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:28,360 INFO [StoreOpener-14e03202be631423c070e62be107ca3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 14e03202be631423c070e62be107ca3d 2024-12-04T14:21:28,360 INFO [StoreOpener-14e03202be631423c070e62be107ca3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14e03202be631423c070e62be107ca3d columnFamilyName norep 2024-12-04T14:21:28,360 DEBUG [StoreOpener-14e03202be631423c070e62be107ca3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:28,361 INFO [StoreOpener-14e03202be631423c070e62be107ca3d-1 {}] regionserver.HStore(327): Store=14e03202be631423c070e62be107ca3d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:28,361 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 14e03202be631423c070e62be107ca3d 2024-12-04T14:21:28,361 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/default/test/14e03202be631423c070e62be107ca3d 2024-12-04T14:21:28,362 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/default/test/14e03202be631423c070e62be107ca3d 2024-12-04T14:21:28,362 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 14e03202be631423c070e62be107ca3d 2024-12-04T14:21:28,363 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 14e03202be631423c070e62be107ca3d 2024-12-04T14:21:28,363 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:21:28,364 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 14e03202be631423c070e62be107ca3d 2024-12-04T14:21:28,366 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/default/test/14e03202be631423c070e62be107ca3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:21:28,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:28,366 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 14e03202be631423c070e62be107ca3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67778980, jitterRate=0.009985506534576416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:21:28,366 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14e03202be631423c070e62be107ca3d 2024-12-04T14:21:28,366 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 14e03202be631423c070e62be107ca3d: Running coprocessor pre-open hook at 1733322088356Writing region info on filesystem at 1733322088356Initializing all the Stores at 1733322088357 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322088357Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322088357Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322088357Cleaning up temporary data from old regions at 1733322088363 (+6 ms)Running coprocessor post-open hooks at 1733322088366 (+3 ms)Region opened successfully at 1733322088366 2024-12-04T14:21:28,367 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733322087225.14e03202be631423c070e62be107ca3d., pid=6, masterSystemTime=1733322088352 2024-12-04T14:21:28,368 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733322087225.14e03202be631423c070e62be107ca3d. 2024-12-04T14:21:28,368 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733322087225.14e03202be631423c070e62be107ca3d. 2024-12-04T14:21:28,369 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14e03202be631423c070e62be107ca3d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff648bb9ef17,45481,1733322077498 2024-12-04T14:21:28,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14e03202be631423c070e62be107ca3d, server=ff648bb9ef17,45481,1733322077498 because future has completed 2024-12-04T14:21:28,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:21:28,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 14e03202be631423c070e62be107ca3d, server=ff648bb9ef17,45481,1733322077498 in 171 msec 2024-12-04T14:21:28,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T14:21:28,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=14e03202be631423c070e62be107ca3d, ASSIGN in 326 msec 2024-12-04T14:21:28,374 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:21:28,375 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322088374"}]},"ts":"1733322088374"} 2024-12-04T14:21:28,376 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T14:21:28,377 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:21:28,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-12-04T14:21:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:29,377 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T14:21:29,377 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:21:29,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,45921,1733322081604 2024-12-04T14:21:29,377 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b8afc4 2024-12-04T14:21:29,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:21:29,378 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:21:29,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:21:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T14:21:29,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:21:29,381 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:29,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T14:21:29,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:21:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:29,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741835_1011 (size=902) 2024-12-04T14:21:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:29,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:29,792 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc48bcfe2ce0a023dde853a7c4339b95, NAME => 'test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24 2024-12-04T14:21:29,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741836_1012 (size=39) 2024-12-04T14:21:29,805 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:29,805 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cc48bcfe2ce0a023dde853a7c4339b95, disabling compactions & flushes 2024-12-04T14:21:29,805 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95. 2024-12-04T14:21:29,805 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95. 2024-12-04T14:21:29,805 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95. after waiting 0 ms 2024-12-04T14:21:29,805 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95. 2024-12-04T14:21:29,805 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95. 2024-12-04T14:21:29,805 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc48bcfe2ce0a023dde853a7c4339b95: Waiting for close lock at 1733322089805Disabling compacts and flushes for region at 1733322089805Disabling writes for close at 1733322089805Writing region close event to WAL at 1733322089805Closed at 1733322089805 2024-12-04T14:21:29,807 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:21:29,807 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733322089807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733322089807"}]},"ts":"1733322089807"} 2024-12-04T14:21:29,809 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:21:29,810 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:21:29,810 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322089810"}]},"ts":"1733322089810"} 2024-12-04T14:21:29,812 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T14:21:29,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc48bcfe2ce0a023dde853a7c4339b95, ASSIGN}] 2024-12-04T14:21:29,813 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc48bcfe2ce0a023dde853a7c4339b95, ASSIGN 2024-12-04T14:21:29,814 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cc48bcfe2ce0a023dde853a7c4339b95, ASSIGN; state=OFFLINE, location=ff648bb9ef17,44227,1733322081646; forceNewPlan=false, retain=false 2024-12-04T14:21:29,964 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc48bcfe2ce0a023dde853a7c4339b95, regionState=OPENING, regionLocation=ff648bb9ef17,44227,1733322081646 2024-12-04T14:21:29,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cc48bcfe2ce0a023dde853a7c4339b95, ASSIGN because future has completed 2024-12-04T14:21:29,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc48bcfe2ce0a023dde853a7c4339b95, server=ff648bb9ef17,44227,1733322081646}] 2024-12-04T14:21:30,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:30,122 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95. 2024-12-04T14:21:30,122 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cc48bcfe2ce0a023dde853a7c4339b95, NAME => 'test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:21:30,122 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:21:30,122 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T14:21:30,123 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cc48bcfe2ce0a023dde853a7c4339b95 2024-12-04T14:21:30,123 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:30,123 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cc48bcfe2ce0a023dde853a7c4339b95 2024-12-04T14:21:30,123 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cc48bcfe2ce0a023dde853a7c4339b95 2024-12-04T14:21:30,124 INFO [StoreOpener-cc48bcfe2ce0a023dde853a7c4339b95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc48bcfe2ce0a023dde853a7c4339b95 2024-12-04T14:21:30,125 INFO [StoreOpener-cc48bcfe2ce0a023dde853a7c4339b95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc48bcfe2ce0a023dde853a7c4339b95 columnFamilyName f 2024-12-04T14:21:30,125 DEBUG [StoreOpener-cc48bcfe2ce0a023dde853a7c4339b95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:30,125 INFO [StoreOpener-cc48bcfe2ce0a023dde853a7c4339b95-1 {}] regionserver.HStore(327): Store=cc48bcfe2ce0a023dde853a7c4339b95/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:30,125 INFO [StoreOpener-cc48bcfe2ce0a023dde853a7c4339b95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cc48bcfe2ce0a023dde853a7c4339b95 2024-12-04T14:21:30,126 INFO [StoreOpener-cc48bcfe2ce0a023dde853a7c4339b95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc48bcfe2ce0a023dde853a7c4339b95 columnFamilyName f1 2024-12-04T14:21:30,126 DEBUG [StoreOpener-cc48bcfe2ce0a023dde853a7c4339b95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:30,127 INFO [StoreOpener-cc48bcfe2ce0a023dde853a7c4339b95-1 {}] regionserver.HStore(327): Store=cc48bcfe2ce0a023dde853a7c4339b95/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:30,127 INFO [StoreOpener-cc48bcfe2ce0a023dde853a7c4339b95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cc48bcfe2ce0a023dde853a7c4339b95 2024-12-04T14:21:30,128 INFO [StoreOpener-cc48bcfe2ce0a023dde853a7c4339b95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc48bcfe2ce0a023dde853a7c4339b95 columnFamilyName norep 2024-12-04T14:21:30,128 DEBUG [StoreOpener-cc48bcfe2ce0a023dde853a7c4339b95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:30,128 INFO [StoreOpener-cc48bcfe2ce0a023dde853a7c4339b95-1 {}] regionserver.HStore(327): Store=cc48bcfe2ce0a023dde853a7c4339b95/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:30,128 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cc48bcfe2ce0a023dde853a7c4339b95 2024-12-04T14:21:30,129 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/default/test/cc48bcfe2ce0a023dde853a7c4339b95 2024-12-04T14:21:30,129 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/default/test/cc48bcfe2ce0a023dde853a7c4339b95 2024-12-04T14:21:30,130 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cc48bcfe2ce0a023dde853a7c4339b95 2024-12-04T14:21:30,130 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cc48bcfe2ce0a023dde853a7c4339b95 2024-12-04T14:21:30,130 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:21:30,131 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cc48bcfe2ce0a023dde853a7c4339b95 2024-12-04T14:21:30,133 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/default/test/cc48bcfe2ce0a023dde853a7c4339b95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:21:30,133 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cc48bcfe2ce0a023dde853a7c4339b95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59140591, jitterRate=-0.11873652040958405}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:21:30,133 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc48bcfe2ce0a023dde853a7c4339b95 2024-12-04T14:21:30,133 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cc48bcfe2ce0a023dde853a7c4339b95: Running coprocessor pre-open hook at 1733322090123Writing region info on filesystem at 1733322090123Initializing all the Stores at 1733322090123Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322090123Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322090124 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322090124Cleaning up temporary data from old regions at 1733322090130 (+6 ms)Running coprocessor post-open hooks at 1733322090133 (+3 ms)Region opened successfully at 1733322090133 2024-12-04T14:21:30,134 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95., pid=6, masterSystemTime=1733322090119 2024-12-04T14:21:30,136 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95. 2024-12-04T14:21:30,136 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95. 2024-12-04T14:21:30,136 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc48bcfe2ce0a023dde853a7c4339b95, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff648bb9ef17,44227,1733322081646 2024-12-04T14:21:30,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc48bcfe2ce0a023dde853a7c4339b95, server=ff648bb9ef17,44227,1733322081646 because future has completed 2024-12-04T14:21:30,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:21:30,140 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cc48bcfe2ce0a023dde853a7c4339b95, server=ff648bb9ef17,44227,1733322081646 in 172 msec 2024-12-04T14:21:30,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T14:21:30,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cc48bcfe2ce0a023dde853a7c4339b95, ASSIGN in 328 msec 2024-12-04T14:21:30,143 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:21:30,143 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322090143"}]},"ts":"1733322090143"} 2024-12-04T14:21:30,144 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T14:21:30,145 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:21:30,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 766 msec 2024-12-04T14:21:30,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45921 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:30,516 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T14:21:30,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:21:30,517 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,39181,1733322084952 2024-12-04T14:21:30,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@346b3b53 2024-12-04T14:21:30,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:21:30,519 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:21:30,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:21:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-12-04T14:21:30,522 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:21:30,522 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:30,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-12-04T14:21:30,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:21:30,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:30,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741835_1011 (size=902) 2024-12-04T14:21:30,530 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab757c5035a7ab003f6a2e6efc02056e, NAME => 'test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc 2024-12-04T14:21:30,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741836_1012 (size=39) 2024-12-04T14:21:30,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:30,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:30,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ab757c5035a7ab003f6a2e6efc02056e, disabling compactions & flushes 2024-12-04T14:21:30,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e. 2024-12-04T14:21:30,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e. 2024-12-04T14:21:30,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e. after waiting 0 ms 2024-12-04T14:21:30,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e. 2024-12-04T14:21:30,935 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e. 2024-12-04T14:21:30,935 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab757c5035a7ab003f6a2e6efc02056e: Waiting for close lock at 1733322090935Disabling compacts and flushes for region at 1733322090935Disabling writes for close at 1733322090935Writing region close event to WAL at 1733322090935Closed at 1733322090935 2024-12-04T14:21:30,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:21:30,936 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1733322090936"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733322090936"}]},"ts":"1733322090936"} 2024-12-04T14:21:30,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:21:30,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:21:30,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322090939"}]},"ts":"1733322090939"} 2024-12-04T14:21:30,940 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-04T14:21:30,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ab757c5035a7ab003f6a2e6efc02056e, ASSIGN}] 2024-12-04T14:21:30,941 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ab757c5035a7ab003f6a2e6efc02056e, ASSIGN 2024-12-04T14:21:30,942 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ab757c5035a7ab003f6a2e6efc02056e, ASSIGN; state=OFFLINE, location=ff648bb9ef17,33931,1733322084990; forceNewPlan=false, retain=false 2024-12-04T14:21:31,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ab757c5035a7ab003f6a2e6efc02056e, regionState=OPENING, regionLocation=ff648bb9ef17,33931,1733322084990 2024-12-04T14:21:31,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ab757c5035a7ab003f6a2e6efc02056e, ASSIGN because future has completed 2024-12-04T14:21:31,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab757c5035a7ab003f6a2e6efc02056e, server=ff648bb9ef17,33931,1733322084990}] 2024-12-04T14:21:31,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:31,250 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e. 2024-12-04T14:21:31,251 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ab757c5035a7ab003f6a2e6efc02056e, NAME => 'test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:21:31,251 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:21:31,251 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-12-04T14:21:31,251 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ab757c5035a7ab003f6a2e6efc02056e 2024-12-04T14:21:31,252 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:31,252 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ab757c5035a7ab003f6a2e6efc02056e 2024-12-04T14:21:31,252 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ab757c5035a7ab003f6a2e6efc02056e 2024-12-04T14:21:31,253 INFO [StoreOpener-ab757c5035a7ab003f6a2e6efc02056e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ab757c5035a7ab003f6a2e6efc02056e 2024-12-04T14:21:31,254 INFO [StoreOpener-ab757c5035a7ab003f6a2e6efc02056e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab757c5035a7ab003f6a2e6efc02056e columnFamilyName f 2024-12-04T14:21:31,254 DEBUG [StoreOpener-ab757c5035a7ab003f6a2e6efc02056e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:31,254 INFO [StoreOpener-ab757c5035a7ab003f6a2e6efc02056e-1 {}] regionserver.HStore(327): Store=ab757c5035a7ab003f6a2e6efc02056e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:31,254 INFO [StoreOpener-ab757c5035a7ab003f6a2e6efc02056e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ab757c5035a7ab003f6a2e6efc02056e 2024-12-04T14:21:31,255 INFO [StoreOpener-ab757c5035a7ab003f6a2e6efc02056e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab757c5035a7ab003f6a2e6efc02056e columnFamilyName f1 2024-12-04T14:21:31,255 DEBUG [StoreOpener-ab757c5035a7ab003f6a2e6efc02056e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:31,255 INFO [StoreOpener-ab757c5035a7ab003f6a2e6efc02056e-1 {}] regionserver.HStore(327): Store=ab757c5035a7ab003f6a2e6efc02056e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:31,255 INFO [StoreOpener-ab757c5035a7ab003f6a2e6efc02056e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ab757c5035a7ab003f6a2e6efc02056e 2024-12-04T14:21:31,256 INFO [StoreOpener-ab757c5035a7ab003f6a2e6efc02056e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab757c5035a7ab003f6a2e6efc02056e columnFamilyName norep 2024-12-04T14:21:31,256 DEBUG [StoreOpener-ab757c5035a7ab003f6a2e6efc02056e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:31,257 INFO [StoreOpener-ab757c5035a7ab003f6a2e6efc02056e-1 {}] regionserver.HStore(327): Store=ab757c5035a7ab003f6a2e6efc02056e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:31,257 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ab757c5035a7ab003f6a2e6efc02056e 2024-12-04T14:21:31,258 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/default/test/ab757c5035a7ab003f6a2e6efc02056e 2024-12-04T14:21:31,258 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/default/test/ab757c5035a7ab003f6a2e6efc02056e 2024-12-04T14:21:31,259 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ab757c5035a7ab003f6a2e6efc02056e 2024-12-04T14:21:31,259 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ab757c5035a7ab003f6a2e6efc02056e 2024-12-04T14:21:31,259 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:21:31,260 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ab757c5035a7ab003f6a2e6efc02056e 2024-12-04T14:21:31,262 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/default/test/ab757c5035a7ab003f6a2e6efc02056e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:21:31,262 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ab757c5035a7ab003f6a2e6efc02056e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62173315, jitterRate=-0.0735454112291336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:21:31,262 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab757c5035a7ab003f6a2e6efc02056e 2024-12-04T14:21:31,262 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ab757c5035a7ab003f6a2e6efc02056e: Running coprocessor pre-open hook at 1733322091252Writing region info on filesystem at 1733322091252Initializing all the Stores at 1733322091252Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322091252Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322091253 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322091253Cleaning up temporary data from old regions at 1733322091259 (+6 ms)Running coprocessor post-open hooks at 1733322091262 (+3 ms)Region opened successfully at 1733322091262 2024-12-04T14:21:31,263 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e., pid=6, masterSystemTime=1733322091247 2024-12-04T14:21:31,265 DEBUG [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e. 2024-12-04T14:21:31,265 INFO [RS_OPEN_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e. 2024-12-04T14:21:31,265 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ab757c5035a7ab003f6a2e6efc02056e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ff648bb9ef17,33931,1733322084990 2024-12-04T14:21:31,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab757c5035a7ab003f6a2e6efc02056e, server=ff648bb9ef17,33931,1733322084990 because future has completed 2024-12-04T14:21:31,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:21:31,269 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ab757c5035a7ab003f6a2e6efc02056e, server=ff648bb9ef17,33931,1733322084990 in 173 msec 2024-12-04T14:21:31,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T14:21:31,271 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ab757c5035a7ab003f6a2e6efc02056e, ASSIGN in 328 msec 2024-12-04T14:21:31,272 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:21:31,272 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322091272"}]},"ts":"1733322091272"} 2024-12-04T14:21:31,273 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-04T14:21:31,274 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:21:31,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-12-04T14:21:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39181 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:21:31,656 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-12-04T14:21:31,657 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8282b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:31,657 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,35929,-1 for getting cluster id 2024-12-04T14:21:31,657 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:21:31,658 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bdd6686-cae4-49d9-a264-fb61e13ed2f5' 2024-12-04T14:21:31,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:21:31,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bdd6686-cae4-49d9-a264-fb61e13ed2f5" 2024-12-04T14:21:31,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70864483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:31,658 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,35929,-1] 2024-12-04T14:21:31,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:21:31,659 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:31,659 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:21:31,660 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@157fad30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:31,660 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:21:31,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,35929,1733322077443 2024-12-04T14:21:31,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1aea5806 2024-12-04T14:21:31,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:21:31,662 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:21:31,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://ff648bb9ef17:45921,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T14:21:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:21:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:21:31,665 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:45921' 2024-12-04T14:21:31,666 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@925ae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:31,666 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,45921,-1 for getting cluster id 2024-12-04T14:21:31,666 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:21:31,667 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39fe8d41-7036-49b2-8f32-08cc773729d2' 2024-12-04T14:21:31,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:21:31,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39fe8d41-7036-49b2-8f32-08cc773729d2" 2024-12-04T14:21:31,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ffff48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:31,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,45921,-1] 2024-12-04T14:21:31,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:21:31,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:31,668 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:21:31,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@340758d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:31,669 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:21:31,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,45921,1733322081604 2024-12-04T14:21:31,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57ef7511 2024-12-04T14:21:31,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:21:31,670 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:21:31,671 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-12-04T14:21:31,671 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T14:21:31,671 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:31,671 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:31,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:31,671 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:21:31,672 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-12-04T14:21:31,673 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:21:31,673 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:31,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:21:31,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741837_1013 (size=1138) 2024-12-04T14:21:31,680 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7168ba999e8bf9112c2d27ff03f64643, NAME => 'hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d 2024-12-04T14:21:31,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741838_1014 (size=44) 2024-12-04T14:21:31,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:31,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7168ba999e8bf9112c2d27ff03f64643, disabling compactions & flushes 2024-12-04T14:21:31,685 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643. 2024-12-04T14:21:31,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643. 2024-12-04T14:21:31,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643. after waiting 0 ms 2024-12-04T14:21:31,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643. 2024-12-04T14:21:31,685 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643. 2024-12-04T14:21:31,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7168ba999e8bf9112c2d27ff03f64643: Waiting for close lock at 1733322091685Disabling compacts and flushes for region at 1733322091685Disabling writes for close at 1733322091685Writing region close event to WAL at 1733322091685Closed at 1733322091685 2024-12-04T14:21:31,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:21:31,686 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1733322091686"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733322091686"}]},"ts":"1733322091686"} 2024-12-04T14:21:31,687 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:21:31,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:21:31,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322091688"}]},"ts":"1733322091688"} 2024-12-04T14:21:31,690 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-12-04T14:21:31,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7168ba999e8bf9112c2d27ff03f64643, ASSIGN}] 2024-12-04T14:21:31,691 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7168ba999e8bf9112c2d27ff03f64643, ASSIGN 2024-12-04T14:21:31,692 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7168ba999e8bf9112c2d27ff03f64643, ASSIGN; state=OFFLINE, location=ff648bb9ef17,45481,1733322077498; forceNewPlan=false, retain=false 2024-12-04T14:21:31,723 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-12-04T14:21:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:21:31,842 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7168ba999e8bf9112c2d27ff03f64643, regionState=OPENING, regionLocation=ff648bb9ef17,45481,1733322077498 2024-12-04T14:21:31,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7168ba999e8bf9112c2d27ff03f64643, ASSIGN because future has completed 2024-12-04T14:21:31,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7168ba999e8bf9112c2d27ff03f64643, server=ff648bb9ef17,45481,1733322077498}] 2024-12-04T14:21:31,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:21:32,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643. 2024-12-04T14:21:32,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:21:32,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-12-04T14:21:32,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ff648bb9ef17%2C45481%2C1733322077498.rep, suffix=, logDir=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498, archiveDir=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/oldWALs, maxLogs=10 2024-12-04T14:21:32,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.rep.1733322092002, exclude list is [], retry=0 2024-12-04T14:21:32,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37719,DS-93cfc5a0-c97c-4312-9bbb-a91e067a824f,DISK] 2024-12-04T14:21:32,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.rep.1733322092002 2024-12-04T14:21:32,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44085:44085)] 2024-12-04T14:21:32,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7168ba999e8bf9112c2d27ff03f64643, NAME => 'hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:21:32,021 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-12-04T14:21:32,021 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:21:32,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643. service=MultiRowMutationService 2024-12-04T14:21:32,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-12-04T14:21:32,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7168ba999e8bf9112c2d27ff03f64643 2024-12-04T14:21:32,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:21:32,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7168ba999e8bf9112c2d27ff03f64643 2024-12-04T14:21:32,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7168ba999e8bf9112c2d27ff03f64643 2024-12-04T14:21:32,023 INFO [StoreOpener-7168ba999e8bf9112c2d27ff03f64643-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7168ba999e8bf9112c2d27ff03f64643 2024-12-04T14:21:32,024 INFO [StoreOpener-7168ba999e8bf9112c2d27ff03f64643-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7168ba999e8bf9112c2d27ff03f64643 columnFamilyName hfileref 2024-12-04T14:21:32,024 DEBUG [StoreOpener-7168ba999e8bf9112c2d27ff03f64643-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:32,024 INFO [StoreOpener-7168ba999e8bf9112c2d27ff03f64643-1 {}] regionserver.HStore(327): Store=7168ba999e8bf9112c2d27ff03f64643/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:32,024 INFO [StoreOpener-7168ba999e8bf9112c2d27ff03f64643-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7168ba999e8bf9112c2d27ff03f64643 2024-12-04T14:21:32,025 INFO [StoreOpener-7168ba999e8bf9112c2d27ff03f64643-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7168ba999e8bf9112c2d27ff03f64643 columnFamilyName queue 2024-12-04T14:21:32,025 DEBUG [StoreOpener-7168ba999e8bf9112c2d27ff03f64643-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:32,025 INFO [StoreOpener-7168ba999e8bf9112c2d27ff03f64643-1 {}] regionserver.HStore(327): Store=7168ba999e8bf9112c2d27ff03f64643/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:32,026 INFO [StoreOpener-7168ba999e8bf9112c2d27ff03f64643-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7168ba999e8bf9112c2d27ff03f64643 2024-12-04T14:21:32,026 INFO [StoreOpener-7168ba999e8bf9112c2d27ff03f64643-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7168ba999e8bf9112c2d27ff03f64643 columnFamilyName sid 2024-12-04T14:21:32,026 DEBUG [StoreOpener-7168ba999e8bf9112c2d27ff03f64643-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:21:32,027 INFO [StoreOpener-7168ba999e8bf9112c2d27ff03f64643-1 {}] regionserver.HStore(327): Store=7168ba999e8bf9112c2d27ff03f64643/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:21:32,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7168ba999e8bf9112c2d27ff03f64643 2024-12-04T14:21:32,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/replication/7168ba999e8bf9112c2d27ff03f64643 2024-12-04T14:21:32,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/replication/7168ba999e8bf9112c2d27ff03f64643 2024-12-04T14:21:32,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7168ba999e8bf9112c2d27ff03f64643 2024-12-04T14:21:32,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7168ba999e8bf9112c2d27ff03f64643 2024-12-04T14:21:32,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-04T14:21:32,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7168ba999e8bf9112c2d27ff03f64643 2024-12-04T14:21:32,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/replication/7168ba999e8bf9112c2d27ff03f64643/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:21:32,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7168ba999e8bf9112c2d27ff03f64643; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72491982, jitterRate=0.08021470904350281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-04T14:21:32,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7168ba999e8bf9112c2d27ff03f64643 2024-12-04T14:21:32,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7168ba999e8bf9112c2d27ff03f64643: Running coprocessor pre-open hook at 1733322092022Writing region info on filesystem at 1733322092022Initializing all the Stores at 1733322092023 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322092023Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322092023Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733322092023Cleaning up temporary data from old regions at 1733322092028 (+5 ms)Running coprocessor post-open hooks at 1733322092031 (+3 ms)Region opened successfully at 1733322092031 2024-12-04T14:21:32,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643., pid=10, masterSystemTime=1733322091997 2024-12-04T14:21:32,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643. 2024-12-04T14:21:32,034 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643. 2024-12-04T14:21:32,034 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7168ba999e8bf9112c2d27ff03f64643, regionState=OPEN, openSeqNum=2, regionLocation=ff648bb9ef17,45481,1733322077498 2024-12-04T14:21:32,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7168ba999e8bf9112c2d27ff03f64643, server=ff648bb9ef17,45481,1733322077498 because future has completed 2024-12-04T14:21:32,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T14:21:32,038 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7168ba999e8bf9112c2d27ff03f64643, server=ff648bb9ef17,45481,1733322077498 in 192 msec 2024-12-04T14:21:32,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-04T14:21:32,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7168ba999e8bf9112c2d27ff03f64643, ASSIGN in 348 msec 2024-12-04T14:21:32,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:21:32,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733322092041"}]},"ts":"1733322092041"} 2024-12-04T14:21:32,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-12-04T14:21:32,043 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:21:32,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 372 msec 2024-12-04T14:21:32,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643., hostname=ff648bb9ef17,45481,1733322077498, seqNum=2] 2024-12-04T14:21:32,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470 2024-12-04T14:21:32,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470 2024-12-04T14:21:32,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:21:32,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45481 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-12-04T14:21:32,240 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-12-04T14:21:32,277 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ff648bb9ef17,45481,1733322077498, ReplicationSource: 1, currentBandwidth=0 2024-12-04T14:21:32,277 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:21:32,278 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,45481,1733322077498, seqNum=-1] 2024-12-04T14:21:32,278 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:21:32,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-12-04T14:21:32,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ff648bb9ef17,45481,1733322077498', locateType=CURRENT is [region=hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643., hostname=ff648bb9ef17,45481,1733322077498, seqNum=2] 2024-12-04T14:21:32,283 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-12-04T14:21:32,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-12-04T14:21:32,285 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ff648bb9ef17,45481,1733322077498 suceeded 2024-12-04T14:21:32,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-12-04T14:21:32,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-12-04T14:21:32,287 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ff648bb9ef17:45921,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T14:21:32,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 625 msec 2024-12-04T14:21:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:21:32,296 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-12-04T14:21:32,297 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:21:32,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:32,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:32,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:32,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:32,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f5e59d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:32,298 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:45921' 2024-12-04T14:21:32,298 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,35929,-1 for getting cluster id 2024-12-04T14:21:32,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:21:32,299 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bdd6686-cae4-49d9-a264-fb61e13ed2f5' 2024-12-04T14:21:32,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:21:32,299 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71e3cb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:32,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bdd6686-cae4-49d9-a264-fb61e13ed2f5" 2024-12-04T14:21:32,299 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,45921,-1 for getting cluster id 2024-12-04T14:21:32,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65a0fab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:32,299 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:21:32,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,35929,-1] 2024-12-04T14:21:32,299 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:21:32,300 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:32,300 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39fe8d41-7036-49b2-8f32-08cc773729d2' 2024-12-04T14:21:32,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:21:32,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39fe8d41-7036-49b2-8f32-08cc773729d2" 2024-12-04T14:21:32,300 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:21:32,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b83c8a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:32,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,45921,-1] 2024-12-04T14:21:32,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:21:32,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:32,301 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b98e98d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:32,301 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:21:32,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a605ac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:32,301 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,45921,-1 for getting cluster id 2024-12-04T14:21:32,301 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:21:32,301 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e33e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:32,302 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:21:32,302 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39fe8d41-7036-49b2-8f32-08cc773729d2' 2024-12-04T14:21:32,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:21:32,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39fe8d41-7036-49b2-8f32-08cc773729d2" 2024-12-04T14:21:32,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166c6eed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:32,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,45921,1733322081604 2024-12-04T14:21:32,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,45921,-1] 2024-12-04T14:21:32,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2839cce2 2024-12-04T14:21:32,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:21:32,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:21:32,302 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:32,303 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-04T14:21:32,303 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:21:32,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd8f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:32,304 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ff648bb9ef17,45481,1733322077498 (queues=1) is replicating from cluster=0bdd6686-cae4-49d9-a264-fb61e13ed2f5 to cluster=39fe8d41-7036-49b2-8f32-08cc773729d2 2024-12-04T14:21:32,304 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ff648bb9ef17%2C45481%2C1733322077498 2024-12-04T14:21:32,304 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ff648bb9ef17,45481,1733322077498, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:21:32,304 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11354184, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:32,304 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,39181,-1 for getting cluster id 2024-12-04T14:21:32,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:21:32,304 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322079492, startPosition=0, beingWritten=true 2024-12-04T14:21:32,304 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C45481%2C1733322077498 2024-12-04T14:21:32,305 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40f7f1ab-b47a-402f-a865-f5bd6f14acca' 2024-12-04T14:21:32,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:21:32,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40f7f1ab-b47a-402f-a865-f5bd6f14acca" 2024-12-04T14:21:32,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c56d35b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:32,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,39181,-1] 2024-12-04T14:21:32,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:21:32,305 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:32,306 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:21:32,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4841781d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:32,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:32,311 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1733322092310/Put/seqid=0 2024-12-04T14:21:32,313 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:21:32,314 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322079492 to pos 379, reset compression=false 2024-12-04T14:21:32,314 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,45481,1733322077498 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322079492, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:21:32,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741840_1016 (size=7894) 2024-12-04T14:21:32,317 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1733322092317/Put/seqid=0 2024-12-04T14:21:32,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741841_1017 (size=7691) 2024-12-04T14:21:32,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbcfd63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:32,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,35929,-1 for getting cluster id 2024-12-04T14:21:32,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:21:32,322 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bdd6686-cae4-49d9-a264-fb61e13ed2f5' 2024-12-04T14:21:32,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:21:32,322 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bdd6686-cae4-49d9-a264-fb61e13ed2f5" 2024-12-04T14:21:32,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d79f94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:32,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,35929,-1] 2024-12-04T14:21:32,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:21:32,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:32,323 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:21:32,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253cb23a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:32,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:21:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,45481,1733322077498, seqNum=-1] 2024-12-04T14:21:32,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:21:32,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:21:32,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:21:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,35929,1733322077443 2024-12-04T14:21:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50c49cd2 2024-12-04T14:21:32,332 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:21:32,333 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:21:32,335 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733322087225.14e03202be631423c070e62be107ca3d., hostname=ff648bb9ef17,45481,1733322077498, seqNum=2] 2024-12-04T14:21:32,337 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T14:21:32,342 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-12-04T14:21:32,344 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-12-04T14:21:32,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 14e03202be631423c070e62be107ca3d/f 2024-12-04T14:21:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-04T14:21:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:21:32,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 14e03202be631423c070e62be107ca3d/f 2024-12-04T14:21:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-04T14:21:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:21:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HRegion(2603): Flush status journal for 14e03202be631423c070e62be107ca3d: 2024-12-04T14:21:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/staging/jenkins__test__ugiq3k7k2iqgq12244a99hfd5v9m8kqr3g0dr2jcsp4vvvsvoo20b3vphvjpbg0b/f/hfile_0 2024-12-04T14:21:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/staging/jenkins__test__ugiq3k7k2iqgq12244a99hfd5v9m8kqr3g0dr2jcsp4vvvsvoo20b3vphvjpbg0b/f/hfile_0 as hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/default/test/14e03202be631423c070e62be107ca3d/f/ad39f5c1f6364987b347dce8a42220e4_SeqId_4_ 2024-12-04T14:21:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/staging/jenkins__test__ugiq3k7k2iqgq12244a99hfd5v9m8kqr3g0dr2jcsp4vvvsvoo20b3vphvjpbg0b/f/hfile_1 2024-12-04T14:21:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/staging/jenkins__test__ugiq3k7k2iqgq12244a99hfd5v9m8kqr3g0dr2jcsp4vvvsvoo20b3vphvjpbg0b/f/hfile_1 as hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/default/test/14e03202be631423c070e62be107ca3d/f/673233157a304aecad8df9831577665d_SeqId_4_ 2024-12-04T14:21:32,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/staging/jenkins__test__ugiq3k7k2iqgq12244a99hfd5v9m8kqr3g0dr2jcsp4vvvsvoo20b3vphvjpbg0b/f/hfile_0 into 14e03202be631423c070e62be107ca3d/f as hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/default/test/14e03202be631423c070e62be107ca3d/f/ad39f5c1f6364987b347dce8a42220e4_SeqId_4_ - updating store file list. 2024-12-04T14:21:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad39f5c1f6364987b347dce8a42220e4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T14:21:32,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/default/test/14e03202be631423c070e62be107ca3d/f/ad39f5c1f6364987b347dce8a42220e4_SeqId_4_ into 14e03202be631423c070e62be107ca3d/f 2024-12-04T14:21:32,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/staging/jenkins__test__ugiq3k7k2iqgq12244a99hfd5v9m8kqr3g0dr2jcsp4vvvsvoo20b3vphvjpbg0b/f/hfile_0 into 14e03202be631423c070e62be107ca3d/f (new location: hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/default/test/14e03202be631423c070e62be107ca3d/f/ad39f5c1f6364987b347dce8a42220e4_SeqId_4_) 2024-12-04T14:21:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/staging/jenkins__test__ugiq3k7k2iqgq12244a99hfd5v9m8kqr3g0dr2jcsp4vvvsvoo20b3vphvjpbg0b/f/hfile_0 2024-12-04T14:21:32,364 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/staging/jenkins__test__ugiq3k7k2iqgq12244a99hfd5v9m8kqr3g0dr2jcsp4vvvsvoo20b3vphvjpbg0b/f/hfile_1 into 14e03202be631423c070e62be107ca3d/f as hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/default/test/14e03202be631423c070e62be107ca3d/f/673233157a304aecad8df9831577665d_SeqId_4_ - updating store file list. 2024-12-04T14:21:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 673233157a304aecad8df9831577665d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T14:21:32,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/default/test/14e03202be631423c070e62be107ca3d/f/673233157a304aecad8df9831577665d_SeqId_4_ into 14e03202be631423c070e62be107ca3d/f 2024-12-04T14:21:32,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/staging/jenkins__test__ugiq3k7k2iqgq12244a99hfd5v9m8kqr3g0dr2jcsp4vvvsvoo20b3vphvjpbg0b/f/hfile_1 into 14e03202be631423c070e62be107ca3d/f (new location: hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/default/test/14e03202be631423c070e62be107ca3d/f/673233157a304aecad8df9831577665d_SeqId_4_) 2024-12-04T14:21:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/staging/jenkins__test__ugiq3k7k2iqgq12244a99hfd5v9m8kqr3g0dr2jcsp4vvvsvoo20b3vphvjpbg0b/f/hfile_1 2024-12-04T14:21:32,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:21:32,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:32,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:32,369 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:32,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733322087225.14e03202be631423c070e62be107ca3d., hostname=ff648bb9ef17,45481,1733322077498, seqNum=2 , the old value is region=test,,1733322087225.14e03202be631423c070e62be107ca3d., hostname=ff648bb9ef17,45481,1733322077498, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ff648bb9ef17:45481 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T14:21:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733322087225.14e03202be631423c070e62be107ca3d., hostname=ff648bb9ef17,45481,1733322077498, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T14:21:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733322087225.14e03202be631423c070e62be107ca3d., hostname=ff648bb9ef17,45481,1733322077498, seqNum=2 from cache 2024-12-04T14:21:32,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:21:32,370 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T14:21:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,44227,1733322081646, seqNum=-1] 2024-12-04T14:21:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:21:32,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:21:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95., hostname=ff648bb9ef17,44227,1733322081646, seqNum=2] 2024-12-04T14:21:32,375 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T14:21:32,477 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:45481 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T14:21:32,517 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322079492 to pos 379, reset compression=false 2024-12-04T14:21:32,522 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:21:32,522 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,45481,1733322077498 got entry batch from reader: WALEntryBatch [walEntries=[{test/14e03202be631423c070e62be107ca3d/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733322092367/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322079492, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T14:21:32,524 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:21:32,525 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-04T14:21:32,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.ReplicationSink(318): Replicating [0bdd6686-cae4-49d9-a264-fb61e13ed2f5] bulk loaded data 2024-12-04T14:21:32,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13950f20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:32,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,45921,-1 for getting cluster id 2024-12-04T14:21:32,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:21:32,526 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39fe8d41-7036-49b2-8f32-08cc773729d2' 2024-12-04T14:21:32,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:21:32,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39fe8d41-7036-49b2-8f32-08cc773729d2" 2024-12-04T14:21:32,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ac53f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:32,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,45921,-1] 2024-12-04T14:21:32,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:21:32,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:32,527 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:21:32,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48ed1a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:32,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741837_1013 (size=7894) 2024-12-04T14:21:32,634 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:21:32,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:32,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:32,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:32,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:32,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:32,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:32,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:32,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:32,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:32,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:32,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:32,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:32,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:32,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:32,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:32,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:32,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:32,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:32,722 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322079492 to pos 687, reset compression=false 2024-12-04T14:21:32,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741838_1014 (size=7691) 2024-12-04T14:21:33,026 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322079492 to pos 687, reset compression=false 2024-12-04T14:21:33,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:21:33,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,45921,1733322081604 2024-12-04T14:21:33,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2da81cd1 2024-12-04T14:21:33,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:21:33,346 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-12-04T14:21:33,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T14:21:33,348 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:21:33,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,44227,1733322081646, seqNum=-1] 2024-12-04T14:21:33,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:21:33,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-12-04T14:21:33,355 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__k1kp83u3u3cmlddk0tcpb3mg965qi0gavttlo79nsbv014nne58qj8refcsih6np/f/673233157a304aecad8df9831577665d_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-12-04T14:21:33,357 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__k1kp83u3u3cmlddk0tcpb3mg965qi0gavttlo79nsbv014nne58qj8refcsih6np/f/ad39f5c1f6364987b347dce8a42220e4_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-12-04T14:21:33,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__k1kp83u3u3cmlddk0tcpb3mg965qi0gavttlo79nsbv014nne58qj8refcsih6np/f/673233157a304aecad8df9831577665d_SeqId_4_ for inclusion in cc48bcfe2ce0a023dde853a7c4339b95/f 2024-12-04T14:21:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-12-04T14:21:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:21:33,362 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__k1kp83u3u3cmlddk0tcpb3mg965qi0gavttlo79nsbv014nne58qj8refcsih6np/f/ad39f5c1f6364987b347dce8a42220e4_SeqId_4_ for inclusion in cc48bcfe2ce0a023dde853a7c4339b95/f 2024-12-04T14:21:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-12-04T14:21:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:21:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HRegion(2603): Flush status journal for cc48bcfe2ce0a023dde853a7c4339b95: 2024-12-04T14:21:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 673233157a304aecad8df9831577665d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T14:21:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__k1kp83u3u3cmlddk0tcpb3mg965qi0gavttlo79nsbv014nne58qj8refcsih6np/f/673233157a304aecad8df9831577665d_SeqId_4_ as hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/default/test/cc48bcfe2ce0a023dde853a7c4339b95/f/d0056e4af5ef40478281124c7f0a5a52_SeqId_4_ 2024-12-04T14:21:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ad39f5c1f6364987b347dce8a42220e4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-12-04T14:21:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__k1kp83u3u3cmlddk0tcpb3mg965qi0gavttlo79nsbv014nne58qj8refcsih6np/f/ad39f5c1f6364987b347dce8a42220e4_SeqId_4_ as hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/default/test/cc48bcfe2ce0a023dde853a7c4339b95/f/a12d8aaf9e31452796aa1830a2bd03b9_SeqId_4_ 2024-12-04T14:21:33,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__k1kp83u3u3cmlddk0tcpb3mg965qi0gavttlo79nsbv014nne58qj8refcsih6np/f/673233157a304aecad8df9831577665d_SeqId_4_ into cc48bcfe2ce0a023dde853a7c4339b95/f as hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/default/test/cc48bcfe2ce0a023dde853a7c4339b95/f/d0056e4af5ef40478281124c7f0a5a52_SeqId_4_ - updating store file list. 2024-12-04T14:21:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d0056e4af5ef40478281124c7f0a5a52_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T14:21:33,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/default/test/cc48bcfe2ce0a023dde853a7c4339b95/f/d0056e4af5ef40478281124c7f0a5a52_SeqId_4_ into cc48bcfe2ce0a023dde853a7c4339b95/f 2024-12-04T14:21:33,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__k1kp83u3u3cmlddk0tcpb3mg965qi0gavttlo79nsbv014nne58qj8refcsih6np/f/673233157a304aecad8df9831577665d_SeqId_4_ into cc48bcfe2ce0a023dde853a7c4339b95/f (new location: hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/default/test/cc48bcfe2ce0a023dde853a7c4339b95/f/d0056e4af5ef40478281124c7f0a5a52_SeqId_4_) 2024-12-04T14:21:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__k1kp83u3u3cmlddk0tcpb3mg965qi0gavttlo79nsbv014nne58qj8refcsih6np/f/673233157a304aecad8df9831577665d_SeqId_4_ 2024-12-04T14:21:33,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__k1kp83u3u3cmlddk0tcpb3mg965qi0gavttlo79nsbv014nne58qj8refcsih6np/f/ad39f5c1f6364987b347dce8a42220e4_SeqId_4_ into cc48bcfe2ce0a023dde853a7c4339b95/f as hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/default/test/cc48bcfe2ce0a023dde853a7c4339b95/f/a12d8aaf9e31452796aa1830a2bd03b9_SeqId_4_ - updating store file list. 2024-12-04T14:21:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a12d8aaf9e31452796aa1830a2bd03b9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T14:21:33,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/default/test/cc48bcfe2ce0a023dde853a7c4339b95/f/a12d8aaf9e31452796aa1830a2bd03b9_SeqId_4_ into cc48bcfe2ce0a023dde853a7c4339b95/f 2024-12-04T14:21:33,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__k1kp83u3u3cmlddk0tcpb3mg965qi0gavttlo79nsbv014nne58qj8refcsih6np/f/ad39f5c1f6364987b347dce8a42220e4_SeqId_4_ into cc48bcfe2ce0a023dde853a7c4339b95/f (new location: hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/default/test/cc48bcfe2ce0a023dde853a7c4339b95/f/a12d8aaf9e31452796aa1830a2bd03b9_SeqId_4_) 2024-12-04T14:21:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__k1kp83u3u3cmlddk0tcpb3mg965qi0gavttlo79nsbv014nne58qj8refcsih6np/f/ad39f5c1f6364987b347dce8a42220e4_SeqId_4_ 2024-12-04T14:21:33,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.ReplicationSink(324): Finished replicating [0bdd6686-cae4-49d9-a264-fb61e13ed2f5] bulk loaded data 2024-12-04T14:21:33,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:21:33,382 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,33931,1733322084990, seqNum=-1] 2024-12-04T14:21:33,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:21:33,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:21:33,385 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e., hostname=ff648bb9ef17,33931,1733322084990, seqNum=2] 2024-12-04T14:21:33,391 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:21:33,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:21:33,393 DEBUG [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ff648bb9ef17%2C45481%2C1733322077498:(num 1733322079492) roll requested 2024-12-04T14:21:33,429 DEBUG [regionserver/ff648bb9ef17:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393, exclude list is [], retry=0 2024-12-04T14:21:33,429 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322079492 to pos 687, reset compression=false 2024-12-04T14:21:33,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37719,DS-93cfc5a0-c97c-4312-9bbb-a91e067a824f,DISK] 2024-12-04T14:21:33,433 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322079492 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 2024-12-04T14:21:33,433 DEBUG [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44085:44085)] 2024-12-04T14:21:33,434 DEBUG [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322079492 is not closed yet, will try archiving it next time 2024-12-04T14:21:33,434 DEBUG [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ff648bb9ef17%2C45481%2C1733322077498.rep:(num 1733322092002) roll requested 2024-12-04T14:21:33,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd48d46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:33,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,35929,-1 for getting cluster id 2024-12-04T14:21:33,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741832_1008 (size=695) 2024-12-04T14:21:33,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:21:33,436 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bdd6686-cae4-49d9-a264-fb61e13ed2f5' 2024-12-04T14:21:33,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:21:33,436 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322079492 to hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/oldWALs/ff648bb9ef17%2C45481%2C1733322077498.1733322079492 2024-12-04T14:21:33,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bdd6686-cae4-49d9-a264-fb61e13ed2f5" 2024-12-04T14:21:33,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33beb067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:33,436 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,35929,-1] 2024-12-04T14:21:33,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:21:33,437 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:33,437 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:21:33,438 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ae7f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:33,438 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:21:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,35929,1733322077443 2024-12-04T14:21:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3874e62f 2024-12-04T14:21:33,439 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:21:33,440 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:21:33,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://ff648bb9ef17:39181,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-04T14:21:33,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-04T14:21:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T14:21:33,443 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:39181' 2024-12-04T14:21:33,444 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28c0b40a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:33,444 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,39181,-1 for getting cluster id 2024-12-04T14:21:33,444 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:21:33,445 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40f7f1ab-b47a-402f-a865-f5bd6f14acca' 2024-12-04T14:21:33,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:21:33,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40f7f1ab-b47a-402f-a865-f5bd6f14acca" 2024-12-04T14:21:33,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@274fc1e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:33,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,39181,-1] 2024-12-04T14:21:33,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:21:33,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:33,446 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:21:33,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750713f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:33,447 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:21:33,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,39181,1733322084952 2024-12-04T14:21:33,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e1cc5da 2024-12-04T14:21:33,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:21:33,448 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:21:33,448 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-12-04T14:21:33,449 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-12-04T14:21:33,449 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:33,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:33,449 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:33,453 DEBUG [regionserver/ff648bb9ef17:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.rep.1733322093434, exclude list is [], retry=0 2024-12-04T14:21:33,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37719,DS-93cfc5a0-c97c-4312-9bbb-a91e067a824f,DISK] 2024-12-04T14:21:33,456 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.rep.1733322092002 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.rep.1733322093434 2024-12-04T14:21:33,456 DEBUG [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44085:44085)] 2024-12-04T14:21:33,456 DEBUG [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.rep.1733322092002 is not closed yet, will try archiving it next time 2024-12-04T14:21:33,456 DEBUG [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ff648bb9ef17%2C45481%2C1733322077498.meta:.meta(num 1733322080405) roll requested 2024-12-04T14:21:33,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-04T14:21:33,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741839_1015 (size=1505) 2024-12-04T14:21:33,473 DEBUG [regionserver/ff648bb9ef17:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.meta.1733322093456.meta, exclude list is [], retry=0 2024-12-04T14:21:33,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37719,DS-93cfc5a0-c97c-4312-9bbb-a91e067a824f,DISK] 2024-12-04T14:21:33,478 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.meta.1733322080405.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.meta.1733322093456.meta 2024-12-04T14:21:33,478 DEBUG [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44085:44085)] 2024-12-04T14:21:33,478 DEBUG [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.meta.1733322080405.meta is not closed yet, will try archiving it next time 2024-12-04T14:21:33,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741834_1010 (size=3473) 2024-12-04T14:21:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T14:21:33,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45481 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-12-04T14:21:33,610 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-04T14:21:33,639 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-ff648bb9ef17,45481,1733322077498, ReplicationSource: 2, currentBandwidth=0 2024-12-04T14:21:33,641 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-04T14:21:33,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-12-04T14:21:33,643 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on ff648bb9ef17,45481,1733322077498 suceeded 2024-12-04T14:21:33,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T14:21:33,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-12-04T14:21:33,645 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://ff648bb9ef17:39181,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-04T14:21:33,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 205 msec 2024-12-04T14:21:33,654 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ff648bb9ef17:39181' 2024-12-04T14:21:33,655 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bc0fc98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:33,655 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,39181,-1 for getting cluster id 2024-12-04T14:21:33,655 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:21:33,656 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40f7f1ab-b47a-402f-a865-f5bd6f14acca' 2024-12-04T14:21:33,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:21:33,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40f7f1ab-b47a-402f-a865-f5bd6f14acca" 2024-12-04T14:21:33,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@510c8e46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:33,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,39181,-1] 2024-12-04T14:21:33,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:21:33,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:33,657 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:21:33,658 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e03a1a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:33,658 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:21:33,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,39181,1733322084952 2024-12-04T14:21:33,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a786ac8 2024-12-04T14:21:33,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:21:33,659 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-12-04T14:21:33,659 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ff648bb9ef17,45481,1733322077498 (queues=1) is replicating from cluster=0bdd6686-cae4-49d9-a264-fb61e13ed2f5 to cluster=40f7f1ab-b47a-402f-a865-f5bd6f14acca 2024-12-04T14:21:33,659 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ff648bb9ef17%2C45481%2C1733322077498 2024-12-04T14:21:33,659 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ff648bb9ef17,45481,1733322077498, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-04T14:21:33,660 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ff648bb9ef17%2C45481%2C1733322077498 2024-12-04T14:21:33,660 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393, startPosition=0, beingWritten=true 2024-12-04T14:21:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35929 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-12-04T14:21:33,756 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-12-04T14:21:33,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:21:33,756 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:33,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:33,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:33,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:33,757 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:21:33,760 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1733322093760/Put/seqid=0 2024-12-04T14:21:33,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741845_1021 (size=11194) 2024-12-04T14:21:33,766 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1733322093766/Put/seqid=0 2024-12-04T14:21:33,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741846_1022 (size=10791) 2024-12-04T14:21:33,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c7e22c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:33,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,35929,-1 for getting cluster id 2024-12-04T14:21:33,772 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:21:33,772 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0bdd6686-cae4-49d9-a264-fb61e13ed2f5' 2024-12-04T14:21:33,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:21:33,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0bdd6686-cae4-49d9-a264-fb61e13ed2f5" 2024-12-04T14:21:33,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a1b1c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:33,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,35929,-1] 2024-12-04T14:21:33,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:21:33,773 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:33,774 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:21:33,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa0649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:33,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:21:33,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,45481,1733322077498, seqNum=-1] 2024-12-04T14:21:33,776 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:21:33,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:21:33,782 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:21:33,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,35929,1733322077443 2024-12-04T14:21:33,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@187f991a 2024-12-04T14:21:33,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:21:33,783 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:21:33,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1733322087225.14e03202be631423c070e62be107ca3d., hostname=ff648bb9ef17,45481,1733322077498, seqNum=2] 2024-12-04T14:21:33,788 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T14:21:33,791 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-12-04T14:21:33,793 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-12-04T14:21:33,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 14e03202be631423c070e62be107ca3d/f 2024-12-04T14:21:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T14:21:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:21:33,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 14e03202be631423c070e62be107ca3d/f 2024-12-04T14:21:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T14:21:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:21:33,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HRegion(2603): Flush status journal for 14e03202be631423c070e62be107ca3d: 2024-12-04T14:21:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/staging/jenkins__test__3uiufmh0oq9jpgci1esf0j6nq90pdjph5mm5u03fjh1cv6l85utophug6qfmm3b9/f/hfile_0 2024-12-04T14:21:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/staging/jenkins__test__3uiufmh0oq9jpgci1esf0j6nq90pdjph5mm5u03fjh1cv6l85utophug6qfmm3b9/f/hfile_0 as hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/default/test/14e03202be631423c070e62be107ca3d/f/6cb357f1b8994a27b00c08bed8f675fb_SeqId_6_ 2024-12-04T14:21:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/staging/jenkins__test__3uiufmh0oq9jpgci1esf0j6nq90pdjph5mm5u03fjh1cv6l85utophug6qfmm3b9/f/hfile_1 2024-12-04T14:21:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/staging/jenkins__test__3uiufmh0oq9jpgci1esf0j6nq90pdjph5mm5u03fjh1cv6l85utophug6qfmm3b9/f/hfile_1 as hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/default/test/14e03202be631423c070e62be107ca3d/f/2fa882a1147c42d1b292706357b6a00c_SeqId_6_ 2024-12-04T14:21:33,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/staging/jenkins__test__3uiufmh0oq9jpgci1esf0j6nq90pdjph5mm5u03fjh1cv6l85utophug6qfmm3b9/f/hfile_0 into 14e03202be631423c070e62be107ca3d/f as hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/default/test/14e03202be631423c070e62be107ca3d/f/6cb357f1b8994a27b00c08bed8f675fb_SeqId_6_ - updating store file list. 2024-12-04T14:21:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6cb357f1b8994a27b00c08bed8f675fb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T14:21:33,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/default/test/14e03202be631423c070e62be107ca3d/f/6cb357f1b8994a27b00c08bed8f675fb_SeqId_6_ into 14e03202be631423c070e62be107ca3d/f 2024-12-04T14:21:33,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/staging/jenkins__test__3uiufmh0oq9jpgci1esf0j6nq90pdjph5mm5u03fjh1cv6l85utophug6qfmm3b9/f/hfile_0 into 14e03202be631423c070e62be107ca3d/f (new location: hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/default/test/14e03202be631423c070e62be107ca3d/f/6cb357f1b8994a27b00c08bed8f675fb_SeqId_6_) 2024-12-04T14:21:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/staging/jenkins__test__3uiufmh0oq9jpgci1esf0j6nq90pdjph5mm5u03fjh1cv6l85utophug6qfmm3b9/f/hfile_0 2024-12-04T14:21:33,810 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/staging/jenkins__test__3uiufmh0oq9jpgci1esf0j6nq90pdjph5mm5u03fjh1cv6l85utophug6qfmm3b9/f/hfile_1 into 14e03202be631423c070e62be107ca3d/f as hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/default/test/14e03202be631423c070e62be107ca3d/f/2fa882a1147c42d1b292706357b6a00c_SeqId_6_ - updating store file list. 2024-12-04T14:21:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2fa882a1147c42d1b292706357b6a00c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T14:21:33,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/default/test/14e03202be631423c070e62be107ca3d/f/2fa882a1147c42d1b292706357b6a00c_SeqId_6_ into 14e03202be631423c070e62be107ca3d/f 2024-12-04T14:21:33,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/staging/jenkins__test__3uiufmh0oq9jpgci1esf0j6nq90pdjph5mm5u03fjh1cv6l85utophug6qfmm3b9/f/hfile_1 into 14e03202be631423c070e62be107ca3d/f (new location: hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/default/test/14e03202be631423c070e62be107ca3d/f/2fa882a1147c42d1b292706357b6a00c_SeqId_6_) 2024-12-04T14:21:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45481 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/staging/jenkins__test__3uiufmh0oq9jpgci1esf0j6nq90pdjph5mm5u03fjh1cv6l85utophug6qfmm3b9/f/hfile_1 2024-12-04T14:21:33,815 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:21:33,815 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:33,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:33,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:33,815 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:33,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1733322087225.14e03202be631423c070e62be107ca3d., hostname=ff648bb9ef17,45481,1733322077498, seqNum=2 , the old value is region=test,,1733322087225.14e03202be631423c070e62be107ca3d., hostname=ff648bb9ef17,45481,1733322077498, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ff648bb9ef17:45481 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T14:21:33,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1733322087225.14e03202be631423c070e62be107ca3d., hostname=ff648bb9ef17,45481,1733322077498, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-04T14:21:33,816 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1733322087225.14e03202be631423c070e62be107ca3d., hostname=ff648bb9ef17,45481,1733322077498, seqNum=2 from cache 2024-12-04T14:21:33,816 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-04T14:21:33,818 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-12-04T14:21:33,864 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 0, reset compression=false 2024-12-04T14:21:33,867 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:21:33,868 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ff648bb9ef17,45481,1733322077498 got entry batch from reader: WALEntryBatch [walEntries=[{test/14e03202be631423c070e62be107ca3d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733322093814/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T14:21:33,869 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:21:33,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-12-04T14:21:33,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.ReplicationSink(318): Replicating [0bdd6686-cae4-49d9-a264-fb61e13ed2f5] bulk loaded data 2024-12-04T14:21:33,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@783985d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:33,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] client.ClusterIdFetcher(90): Going to request ff648bb9ef17,39181,-1 for getting cluster id 2024-12-04T14:21:33,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:21:33,872 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40f7f1ab-b47a-402f-a865-f5bd6f14acca' 2024-12-04T14:21:33,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:21:33,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40f7f1ab-b47a-402f-a865-f5bd6f14acca" 2024-12-04T14:21:33,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@511af9ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:33,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ff648bb9ef17,39181,-1] 2024-12-04T14:21:33,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:21:33,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:33,873 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:21:33,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c7649b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:21:33,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741837_1013 (size=11194) 2024-12-04T14:21:33,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741838_1014 (size=10791) 2024-12-04T14:21:33,927 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:45481 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-04T14:21:33,934 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322079492 to pos 687, reset compression=false 2024-12-04T14:21:33,935 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322079492 was moved to hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/oldWALs/ff648bb9ef17%2C45481%2C1733322077498.1733322079492 2024-12-04T14:21:33,937 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322079492 2024-12-04T14:21:33,937 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,45481,1733322077498 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322079492, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-12-04T14:21:33,937 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393, startPosition=0, beingWritten=true 2024-12-04T14:21:33,939 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ff648bb9ef17%2C45481%2C1733322077498.1733322079492] 2024-12-04T14:21:33,942 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-12-04T14:21:33,942 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,45481,1733322077498 got entry batch from reader: WALEntryBatch [walEntries=[{test/14e03202be631423c070e62be107ca3d/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1733322093814/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-12-04T14:21:33,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.ReplicationSink(318): Replicating [0bdd6686-cae4-49d9-a264-fb61e13ed2f5] bulk loaded data 2024-12-04T14:21:33,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741839_1015 (size=11194) 2024-12-04T14:21:34,068 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 393, reset compression=false 2024-12-04T14:21:34,142 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 393, reset compression=false 2024-12-04T14:21:34,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:21:34,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ff648bb9ef17,39181,1733322084952 2024-12-04T14:21:34,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a3eb9b7 2024-12-04T14:21:34,295 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:21:34,296 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-12-04T14:21:34,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T14:21:34,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:21:34,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ff648bb9ef17,33931,1733322084990, seqNum=-1] 2024-12-04T14:21:34,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:21:34,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-12-04T14:21:34,304 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/staging/jenkins.hfs.23__test__54jragjqrvhlh85k0e7pt7ej101qdp04hns8horsvtmk2g632nl6b0oc1i4uhkli/f/2fa882a1147c42d1b292706357b6a00c_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-04T14:21:34,306 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/staging/jenkins.hfs.23__test__54jragjqrvhlh85k0e7pt7ej101qdp04hns8horsvtmk2g632nl6b0oc1i4uhkli/f/6cb357f1b8994a27b00c08bed8f675fb_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-04T14:21:34,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/staging/jenkins.hfs.23__test__54jragjqrvhlh85k0e7pt7ej101qdp04hns8horsvtmk2g632nl6b0oc1i4uhkli/f/2fa882a1147c42d1b292706357b6a00c_SeqId_6_ for inclusion in ab757c5035a7ab003f6a2e6efc02056e/f 2024-12-04T14:21:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T14:21:34,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:21:34,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/staging/jenkins.hfs.23__test__54jragjqrvhlh85k0e7pt7ej101qdp04hns8horsvtmk2g632nl6b0oc1i4uhkli/f/6cb357f1b8994a27b00c08bed8f675fb_SeqId_6_ for inclusion in ab757c5035a7ab003f6a2e6efc02056e/f 2024-12-04T14:21:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T14:21:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:21:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.HRegion(2603): Flush status journal for ab757c5035a7ab003f6a2e6efc02056e: 2024-12-04T14:21:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2fa882a1147c42d1b292706357b6a00c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T14:21:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/staging/jenkins.hfs.23__test__54jragjqrvhlh85k0e7pt7ej101qdp04hns8horsvtmk2g632nl6b0oc1i4uhkli/f/2fa882a1147c42d1b292706357b6a00c_SeqId_6_ as hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/default/test/ab757c5035a7ab003f6a2e6efc02056e/f/37b2be353b5e4e3cb2bdc7f2812ec807_SeqId_4_ 2024-12-04T14:21:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6cb357f1b8994a27b00c08bed8f675fb_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T14:21:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/staging/jenkins.hfs.23__test__54jragjqrvhlh85k0e7pt7ej101qdp04hns8horsvtmk2g632nl6b0oc1i4uhkli/f/6cb357f1b8994a27b00c08bed8f675fb_SeqId_6_ as hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/default/test/ab757c5035a7ab003f6a2e6efc02056e/f/dd98bded82c045959d96d25ff42cc6d0_SeqId_4_ 2024-12-04T14:21:34,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/staging/jenkins.hfs.23__test__54jragjqrvhlh85k0e7pt7ej101qdp04hns8horsvtmk2g632nl6b0oc1i4uhkli/f/2fa882a1147c42d1b292706357b6a00c_SeqId_6_ into ab757c5035a7ab003f6a2e6efc02056e/f as hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/default/test/ab757c5035a7ab003f6a2e6efc02056e/f/37b2be353b5e4e3cb2bdc7f2812ec807_SeqId_4_ - updating store file list. 2024-12-04T14:21:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 37b2be353b5e4e3cb2bdc7f2812ec807_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T14:21:34,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/default/test/ab757c5035a7ab003f6a2e6efc02056e/f/37b2be353b5e4e3cb2bdc7f2812ec807_SeqId_4_ into ab757c5035a7ab003f6a2e6efc02056e/f 2024-12-04T14:21:34,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/staging/jenkins.hfs.23__test__54jragjqrvhlh85k0e7pt7ej101qdp04hns8horsvtmk2g632nl6b0oc1i4uhkli/f/2fa882a1147c42d1b292706357b6a00c_SeqId_6_ into ab757c5035a7ab003f6a2e6efc02056e/f (new location: hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/default/test/ab757c5035a7ab003f6a2e6efc02056e/f/37b2be353b5e4e3cb2bdc7f2812ec807_SeqId_4_) 2024-12-04T14:21:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/staging/jenkins.hfs.23__test__54jragjqrvhlh85k0e7pt7ej101qdp04hns8horsvtmk2g632nl6b0oc1i4uhkli/f/2fa882a1147c42d1b292706357b6a00c_SeqId_6_ 2024-12-04T14:21:34,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/staging/jenkins.hfs.23__test__54jragjqrvhlh85k0e7pt7ej101qdp04hns8horsvtmk2g632nl6b0oc1i4uhkli/f/6cb357f1b8994a27b00c08bed8f675fb_SeqId_6_ into ab757c5035a7ab003f6a2e6efc02056e/f as hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/default/test/ab757c5035a7ab003f6a2e6efc02056e/f/dd98bded82c045959d96d25ff42cc6d0_SeqId_4_ - updating store file list. 2024-12-04T14:21:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd98bded82c045959d96d25ff42cc6d0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-12-04T14:21:34,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/default/test/ab757c5035a7ab003f6a2e6efc02056e/f/dd98bded82c045959d96d25ff42cc6d0_SeqId_4_ into ab757c5035a7ab003f6a2e6efc02056e/f 2024-12-04T14:21:34,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/staging/jenkins.hfs.23__test__54jragjqrvhlh85k0e7pt7ej101qdp04hns8horsvtmk2g632nl6b0oc1i4uhkli/f/6cb357f1b8994a27b00c08bed8f675fb_SeqId_6_ into ab757c5035a7ab003f6a2e6efc02056e/f (new location: hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/default/test/ab757c5035a7ab003f6a2e6efc02056e/f/dd98bded82c045959d96d25ff42cc6d0_SeqId_4_) 2024-12-04T14:21:34,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/staging/jenkins.hfs.23__test__54jragjqrvhlh85k0e7pt7ej101qdp04hns8horsvtmk2g632nl6b0oc1i4uhkli/f/6cb357f1b8994a27b00c08bed8f675fb_SeqId_6_ 2024-12-04T14:21:34,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33931 {}] regionserver.ReplicationSink(324): Finished replicating [0bdd6686-cae4-49d9-a264-fb61e13ed2f5] bulk loaded data 2024-12-04T14:21:34,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741840_1016 (size=10791) 2024-12-04T14:21:34,371 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 393, reset compression=false 2024-12-04T14:21:34,445 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 393, reset compression=false 2024-12-04T14:21:34,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-12-04T14:21:34,765 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__8ukjjg65m06rhq1tm7sak5a7qcpde4asjlhrjs95bsrm5vni4047l8ll1ddce597/f/2fa882a1147c42d1b292706357b6a00c_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-12-04T14:21:34,767 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__8ukjjg65m06rhq1tm7sak5a7qcpde4asjlhrjs95bsrm5vni4047l8ll1ddce597/f/6cb357f1b8994a27b00c08bed8f675fb_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-12-04T14:21:34,768 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__8ukjjg65m06rhq1tm7sak5a7qcpde4asjlhrjs95bsrm5vni4047l8ll1ddce597/f/6cb357f1b8994a27b00c08bed8f675fb_SeqId_6_ for inclusion in cc48bcfe2ce0a023dde853a7c4339b95/f 2024-12-04T14:21:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-12-04T14:21:34,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:21:34,770 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__8ukjjg65m06rhq1tm7sak5a7qcpde4asjlhrjs95bsrm5vni4047l8ll1ddce597/f/2fa882a1147c42d1b292706357b6a00c_SeqId_6_ for inclusion in cc48bcfe2ce0a023dde853a7c4339b95/f 2024-12-04T14:21:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-12-04T14:21:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-04T14:21:34,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.HRegion(2603): Flush status journal for cc48bcfe2ce0a023dde853a7c4339b95: 2024-12-04T14:21:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 6cb357f1b8994a27b00c08bed8f675fb_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T14:21:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__8ukjjg65m06rhq1tm7sak5a7qcpde4asjlhrjs95bsrm5vni4047l8ll1ddce597/f/6cb357f1b8994a27b00c08bed8f675fb_SeqId_6_ as hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/default/test/cc48bcfe2ce0a023dde853a7c4339b95/f/b9c3e19f5464412ca9e0f34004bd5e40_SeqId_6_ 2024-12-04T14:21:34,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2fa882a1147c42d1b292706357b6a00c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-12-04T14:21:34,774 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 393, reset compression=false 2024-12-04T14:21:34,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__8ukjjg65m06rhq1tm7sak5a7qcpde4asjlhrjs95bsrm5vni4047l8ll1ddce597/f/2fa882a1147c42d1b292706357b6a00c_SeqId_6_ as hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/default/test/cc48bcfe2ce0a023dde853a7c4339b95/f/5d9e54941b6a4f72944a3b74a331f4d7_SeqId_6_ 2024-12-04T14:21:34,775 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__8ukjjg65m06rhq1tm7sak5a7qcpde4asjlhrjs95bsrm5vni4047l8ll1ddce597/f/6cb357f1b8994a27b00c08bed8f675fb_SeqId_6_ into cc48bcfe2ce0a023dde853a7c4339b95/f as hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/default/test/cc48bcfe2ce0a023dde853a7c4339b95/f/b9c3e19f5464412ca9e0f34004bd5e40_SeqId_6_ - updating store file list. 2024-12-04T14:21:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b9c3e19f5464412ca9e0f34004bd5e40_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T14:21:34,778 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/default/test/cc48bcfe2ce0a023dde853a7c4339b95/f/b9c3e19f5464412ca9e0f34004bd5e40_SeqId_6_ into cc48bcfe2ce0a023dde853a7c4339b95/f 2024-12-04T14:21:34,778 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__8ukjjg65m06rhq1tm7sak5a7qcpde4asjlhrjs95bsrm5vni4047l8ll1ddce597/f/6cb357f1b8994a27b00c08bed8f675fb_SeqId_6_ into cc48bcfe2ce0a023dde853a7c4339b95/f (new location: hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/default/test/cc48bcfe2ce0a023dde853a7c4339b95/f/b9c3e19f5464412ca9e0f34004bd5e40_SeqId_6_) 2024-12-04T14:21:34,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__8ukjjg65m06rhq1tm7sak5a7qcpde4asjlhrjs95bsrm5vni4047l8ll1ddce597/f/6cb357f1b8994a27b00c08bed8f675fb_SeqId_6_ 2024-12-04T14:21:34,779 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__8ukjjg65m06rhq1tm7sak5a7qcpde4asjlhrjs95bsrm5vni4047l8ll1ddce597/f/2fa882a1147c42d1b292706357b6a00c_SeqId_6_ into cc48bcfe2ce0a023dde853a7c4339b95/f as hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/default/test/cc48bcfe2ce0a023dde853a7c4339b95/f/5d9e54941b6a4f72944a3b74a331f4d7_SeqId_6_ - updating store file list. 2024-12-04T14:21:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5d9e54941b6a4f72944a3b74a331f4d7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-12-04T14:21:34,782 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/default/test/cc48bcfe2ce0a023dde853a7c4339b95/f/5d9e54941b6a4f72944a3b74a331f4d7_SeqId_6_ into cc48bcfe2ce0a023dde853a7c4339b95/f 2024-12-04T14:21:34,782 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__8ukjjg65m06rhq1tm7sak5a7qcpde4asjlhrjs95bsrm5vni4047l8ll1ddce597/f/2fa882a1147c42d1b292706357b6a00c_SeqId_6_ into cc48bcfe2ce0a023dde853a7c4339b95/f (new location: hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/default/test/cc48bcfe2ce0a023dde853a7c4339b95/f/5d9e54941b6a4f72944a3b74a331f4d7_SeqId_6_) 2024-12-04T14:21:34,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44227 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/staging/jenkins.hfs.22__test__8ukjjg65m06rhq1tm7sak5a7qcpde4asjlhrjs95bsrm5vni4047l8ll1ddce597/f/2fa882a1147c42d1b292706357b6a00c_SeqId_6_ 2024-12-04T14:21:34,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44227 {}] regionserver.ReplicationSink(324): Finished replicating [0bdd6686-cae4-49d9-a264-fb61e13ed2f5] bulk loaded data 2024-12-04T14:21:34,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:21:34,832 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:21:34,832 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:34,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:34,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:34,833 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:34,833 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:21:34,833 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=176488014, stopped=false 2024-12-04T14:21:34,833 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,39181,1733322084952 2024-12-04T14:21:34,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2287338071/running 2024-12-04T14:21:34,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33931-0x1017dd9dd030007, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2287338071/running 2024-12-04T14:21:34,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071 2024-12-04T14:21:34,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33931-0x1017dd9dd030007, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071 2024-12-04T14:21:34,835 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:21:34,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:21:34,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:34,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:34,835 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,33931,1733322084990' ***** 2024-12-04T14:21:34,835 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:21:34,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33931-0x1017dd9dd030007, quorum=127.0.0.1:55192, baseZNode=/2287338071 Set watcher on znode that does not yet exist, /2287338071/running 2024-12-04T14:21:34,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Set watcher on znode that does not yet exist, /2287338071/running 2024-12-04T14:21:34,836 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:21:34,836 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:21:34,837 INFO [RS:0;ff648bb9ef17:33931 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:21:34,837 INFO [RS:0;ff648bb9ef17:33931 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:21:34,837 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.HRegionServer(3091): Received CLOSE for ab757c5035a7ab003f6a2e6efc02056e 2024-12-04T14:21:34,837 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,33931,1733322084990 2024-12-04T14:21:34,837 INFO [RS:0;ff648bb9ef17:33931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:21:34,837 INFO [RS:0;ff648bb9ef17:33931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:33931. 2024-12-04T14:21:34,837 DEBUG [RS:0;ff648bb9ef17:33931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:34,837 DEBUG [RS:0;ff648bb9ef17:33931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:34,837 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:21:34,837 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab757c5035a7ab003f6a2e6efc02056e, disabling compactions & flushes 2024-12-04T14:21:34,837 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:21:34,837 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:21:34,837 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e. 2024-12-04T14:21:34,837 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:21:34,837 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e. 2024-12-04T14:21:34,837 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e. after waiting 0 ms 2024-12-04T14:21:34,837 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e. 2024-12-04T14:21:34,837 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T14:21:34,838 DEBUG [RS:0;ff648bb9ef17:33931 {}] regionserver.HRegionServer(1325): Online Regions={ab757c5035a7ab003f6a2e6efc02056e=test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T14:21:34,838 DEBUG [RS:0;ff648bb9ef17:33931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ab757c5035a7ab003f6a2e6efc02056e 2024-12-04T14:21:34,838 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:21:34,838 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:21:34,838 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:21:34,838 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:21:34,838 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:21:34,838 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T14:21:34,845 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/default/test/ab757c5035a7ab003f6a2e6efc02056e/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-04T14:21:34,845 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:21:34,845 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:21:34,846 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e. 2024-12-04T14:21:34,846 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab757c5035a7ab003f6a2e6efc02056e: Waiting for close lock at 1733322094837Running coprocessor pre-close hooks at 1733322094837Disabling compacts and flushes for region at 1733322094837Disabling writes for close at 1733322094837Writing region close event to WAL at 1733322094842 (+5 ms)Running coprocessor post-close hooks at 1733322094845 (+3 ms)Closed at 1733322094846 (+1 ms) 2024-12-04T14:21:34,846 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e. 2024-12-04T14:21:34,848 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 393, reset compression=false 2024-12-04T14:21:34,857 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/.tmp/info/d2226a4bdda04854a4adf3ba1e799ac9 is 129, key is test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e./info:regioninfo/1733322091265/Put/seqid=0 2024-12-04T14:21:34,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741839_1015 (size=6421) 2024-12-04T14:21:34,870 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:21:35,038 DEBUG [RS:0;ff648bb9ef17:33931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:21:35,115 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:21:35,115 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:21:35,238 DEBUG [RS:0;ff648bb9ef17:33931 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:21:35,261 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/.tmp/info/d2226a4bdda04854a4adf3ba1e799ac9 2024-12-04T14:21:35,277 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 393, reset compression=false 2024-12-04T14:21:35,283 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/.tmp/ns/d3695aa22f434a6ab1e6de9dcf9a3136 is 43, key is default/ns:d/1733322087154/Put/seqid=0 2024-12-04T14:21:35,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741840_1016 (size=5153) 2024-12-04T14:21:35,287 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/.tmp/ns/d3695aa22f434a6ab1e6de9dcf9a3136 2024-12-04T14:21:35,304 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/.tmp/rep_barrier/da6562f083ce47f1a1498d74ad0e6844 is 112, key is test,,1733322090519.ab757c5035a7ab003f6a2e6efc02056e./rep_barrier:seqnumDuringOpen/1733322091265/Put/seqid=0 2024-12-04T14:21:35,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741841_1017 (size=5518) 2024-12-04T14:21:35,308 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/.tmp/rep_barrier/da6562f083ce47f1a1498d74ad0e6844 2024-12-04T14:21:35,334 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/.tmp/table/3c4a8103374c4311a9d5da68d8ec7cf0 is 40, key is test/table:state/1733322091272/Put/seqid=0 2024-12-04T14:21:35,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741842_1018 (size=5165) 2024-12-04T14:21:35,338 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/.tmp/table/3c4a8103374c4311a9d5da68d8ec7cf0 2024-12-04T14:21:35,342 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/.tmp/info/d2226a4bdda04854a4adf3ba1e799ac9 as hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/info/d2226a4bdda04854a4adf3ba1e799ac9 2024-12-04T14:21:35,345 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/info/d2226a4bdda04854a4adf3ba1e799ac9, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T14:21:35,346 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/.tmp/ns/d3695aa22f434a6ab1e6de9dcf9a3136 as hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/ns/d3695aa22f434a6ab1e6de9dcf9a3136 2024-12-04T14:21:35,349 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/ns/d3695aa22f434a6ab1e6de9dcf9a3136, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T14:21:35,350 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/.tmp/rep_barrier/da6562f083ce47f1a1498d74ad0e6844 as hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/rep_barrier/da6562f083ce47f1a1498d74ad0e6844 2024-12-04T14:21:35,352 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 393, reset compression=false 2024-12-04T14:21:35,353 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/rep_barrier/da6562f083ce47f1a1498d74ad0e6844, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T14:21:35,354 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/.tmp/table/3c4a8103374c4311a9d5da68d8ec7cf0 as hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/table/3c4a8103374c4311a9d5da68d8ec7cf0 2024-12-04T14:21:35,360 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/table/3c4a8103374c4311a9d5da68d8ec7cf0, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T14:21:35,361 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 523ms, sequenceid=11, compaction requested=false 2024-12-04T14:21:35,365 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T14:21:35,366 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:21:35,366 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:21:35,366 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:21:35,366 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733322094838Running coprocessor pre-close hooks at 1733322094838Disabling compacts and flushes for region at 1733322094838Disabling writes for close at 1733322094838Obtaining lock to block concurrent updates at 1733322094838Preparing flush snapshotting stores in 1588230740 at 1733322094838Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733322094838Flushing stores of hbase:meta,,1.1588230740 at 1733322094839 (+1 ms)Flushing 1588230740/info: creating writer at 1733322094839Flushing 1588230740/info: appending metadata at 1733322094856 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733322094856Flushing 1588230740/ns: creating writer at 1733322095265 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733322095283 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1733322095283Flushing 1588230740/rep_barrier: creating writer at 1733322095290 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733322095304 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733322095304Flushing 1588230740/table: creating writer at 1733322095311 (+7 ms)Flushing 1588230740/table: appending metadata at 1733322095334 (+23 ms)Flushing 1588230740/table: closing flushed file at 1733322095334Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25ed9cd: reopening flushed file at 1733322095341 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@726e0015: reopening flushed file at 1733322095345 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25cbb3f: reopening flushed file at 1733322095349 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@706b022e: reopening flushed file at 1733322095353 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 523ms, sequenceid=11, compaction requested=false at 1733322095361 (+8 ms)Writing region close event to WAL at 1733322095363 (+2 ms)Running coprocessor post-close hooks at 1733322095365 (+2 ms)Closed at 1733322095366 (+1 ms) 2024-12-04T14:21:35,366 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:21:35,438 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,33931,1733322084990; all regions closed. 2024-12-04T14:21:35,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741834_1010 (size=2717) 2024-12-04T14:21:35,442 DEBUG [RS:0;ff648bb9ef17:33931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/oldWALs 2024-12-04T14:21:35,442 INFO [RS:0;ff648bb9ef17:33931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C33931%2C1733322084990.meta:.meta(num 1733322087113) 2024-12-04T14:21:35,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741832_1008 (size=1028) 2024-12-04T14:21:35,445 DEBUG [RS:0;ff648bb9ef17:33931 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/oldWALs 2024-12-04T14:21:35,445 INFO [RS:0;ff648bb9ef17:33931 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C33931%2C1733322084990:(num 1733322086196) 2024-12-04T14:21:35,445 DEBUG [RS:0;ff648bb9ef17:33931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:35,446 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:21:35,446 INFO [RS:0;ff648bb9ef17:33931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:21:35,446 INFO [RS:0;ff648bb9ef17:33931 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T14:21:35,446 INFO [RS:0;ff648bb9ef17:33931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:21:35,446 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:21:35,446 INFO [RS:0;ff648bb9ef17:33931 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:33931. 2024-12-04T14:21:35,446 DEBUG [RS:0;ff648bb9ef17:33931 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:35,446 DEBUG [RS:0;ff648bb9ef17:33931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:35,447 DEBUG [RS:0;ff648bb9ef17:33931 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:35,447 INFO [RS:0;ff648bb9ef17:33931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33931 2024-12-04T14:21:35,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:35,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33931-0x1017dd9dd030007, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2287338071/rs/ff648bb9ef17,33931,1733322084990 2024-12-04T14:21:35,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071/rs 2024-12-04T14:21:35,450 INFO [RS:0;ff648bb9ef17:33931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:21:35,452 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,33931,1733322084990] 2024-12-04T14:21:35,453 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2287338071/draining/ff648bb9ef17,33931,1733322084990 already deleted, retry=false 2024-12-04T14:21:35,453 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,33931,1733322084990 expired; onlineServers=0 2024-12-04T14:21:35,453 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,39181,1733322084952' ***** 2024-12-04T14:21:35,453 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:21:35,453 INFO [M:0;ff648bb9ef17:39181 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:21:35,453 INFO [M:0;ff648bb9ef17:39181 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:21:35,453 DEBUG [M:0;ff648bb9ef17:39181 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:21:35,453 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:21:35,453 DEBUG [M:0;ff648bb9ef17:39181 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:21:35,453 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322085969 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322085969,5,FailOnTimeoutGroup] 2024-12-04T14:21:35,453 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322085973 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322085973,5,FailOnTimeoutGroup] 2024-12-04T14:21:35,454 INFO [M:0;ff648bb9ef17:39181 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:21:35,454 INFO [M:0;ff648bb9ef17:39181 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:21:35,454 DEBUG [M:0;ff648bb9ef17:39181 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:21:35,454 INFO [M:0;ff648bb9ef17:39181 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:21:35,454 INFO [M:0;ff648bb9ef17:39181 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:21:35,454 INFO [M:0;ff648bb9ef17:39181 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:21:35,454 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:21:35,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2287338071/master 2024-12-04T14:21:35,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2287338071 2024-12-04T14:21:35,455 DEBUG [M:0;ff648bb9ef17:39181 {}] zookeeper.ZKUtil(347): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Unable to get data of znode /2287338071/master because node does not exist (not an error) 2024-12-04T14:21:35,455 WARN [M:0;ff648bb9ef17:39181 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:21:35,455 INFO [M:0;ff648bb9ef17:39181 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/.lastflushedseqids 2024-12-04T14:21:35,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741843_1019 (size=173) 2024-12-04T14:21:35,465 INFO [M:0;ff648bb9ef17:39181 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:21:35,465 INFO [M:0;ff648bb9ef17:39181 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:21:35,465 DEBUG [M:0;ff648bb9ef17:39181 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:21:35,465 INFO [M:0;ff648bb9ef17:39181 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:35,465 DEBUG [M:0;ff648bb9ef17:39181 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:35,465 DEBUG [M:0;ff648bb9ef17:39181 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:21:35,465 DEBUG [M:0;ff648bb9ef17:39181 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:35,465 INFO [M:0;ff648bb9ef17:39181 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-12-04T14:21:35,481 DEBUG [M:0;ff648bb9ef17:39181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4250e1d90394196b5aca926a3a8be56 is 82, key is hbase:meta,,1/info:regioninfo/1733322087144/Put/seqid=0 2024-12-04T14:21:35,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741844_1020 (size=5672) 2024-12-04T14:21:35,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33931-0x1017dd9dd030007, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:35,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33931-0x1017dd9dd030007, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:35,552 INFO [RS:0;ff648bb9ef17:33931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:21:35,552 INFO [RS:0;ff648bb9ef17:33931 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,33931,1733322084990; zookeeper connection closed. 2024-12-04T14:21:35,552 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c812bfe {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c812bfe 2024-12-04T14:21:35,553 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:21:35,880 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 393, reset compression=false 2024-12-04T14:21:35,885 INFO [M:0;ff648bb9ef17:39181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4250e1d90394196b5aca926a3a8be56 2024-12-04T14:21:35,907 DEBUG [M:0;ff648bb9ef17:39181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32e0e018d0f0479aa3f06c00903919bc is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733322091275/Put/seqid=0 2024-12-04T14:21:35,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741845_1021 (size=6586) 2024-12-04T14:21:35,956 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 393, reset compression=false 2024-12-04T14:21:36,311 INFO [M:0;ff648bb9ef17:39181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32e0e018d0f0479aa3f06c00903919bc 2024-12-04T14:21:36,334 DEBUG [M:0;ff648bb9ef17:39181 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed14d149a05a46fabbd001210ccfb9a8 is 69, key is ff648bb9ef17,33931,1733322084990/rs:state/1733322086030/Put/seqid=0 2024-12-04T14:21:36,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741846_1022 (size=5156) 2024-12-04T14:21:36,338 INFO [M:0;ff648bb9ef17:39181 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed14d149a05a46fabbd001210ccfb9a8 2024-12-04T14:21:36,342 DEBUG [M:0;ff648bb9ef17:39181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4250e1d90394196b5aca926a3a8be56 as hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4250e1d90394196b5aca926a3a8be56 2024-12-04T14:21:36,345 INFO [M:0;ff648bb9ef17:39181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4250e1d90394196b5aca926a3a8be56, entries=8, sequenceid=55, filesize=5.5 K 2024-12-04T14:21:36,346 DEBUG [M:0;ff648bb9ef17:39181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/32e0e018d0f0479aa3f06c00903919bc as hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32e0e018d0f0479aa3f06c00903919bc 2024-12-04T14:21:36,349 INFO [M:0;ff648bb9ef17:39181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/32e0e018d0f0479aa3f06c00903919bc, entries=6, sequenceid=55, filesize=6.4 K 2024-12-04T14:21:36,350 DEBUG [M:0;ff648bb9ef17:39181 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed14d149a05a46fabbd001210ccfb9a8 as hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed14d149a05a46fabbd001210ccfb9a8 2024-12-04T14:21:36,353 INFO [M:0;ff648bb9ef17:39181 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41817/user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed14d149a05a46fabbd001210ccfb9a8, entries=1, sequenceid=55, filesize=5.0 K 2024-12-04T14:21:36,354 INFO [M:0;ff648bb9ef17:39181 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=55, compaction requested=false 2024-12-04T14:21:36,355 INFO [M:0;ff648bb9ef17:39181 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:36,356 DEBUG [M:0;ff648bb9ef17:39181 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733322095465Disabling compacts and flushes for region at 1733322095465Disabling writes for close at 1733322095465Obtaining lock to block concurrent updates at 1733322095465Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733322095465Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1733322095466 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733322095466Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733322095466Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733322095481 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733322095481Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733322095888 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733322095907 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733322095907Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733322096315 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733322096334 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733322096334Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e9a810a: reopening flushed file at 1733322096341 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49b2d23a: reopening flushed file at 1733322096346 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c77d1e6: reopening flushed file at 1733322096350 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 889ms, sequenceid=55, compaction requested=false at 1733322096354 (+4 ms)Writing region close event to WAL at 1733322096355 (+1 ms)Closed at 1733322096355 2024-12-04T14:21:36,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36499 is added to blk_1073741830_1006 (size=32770) 2024-12-04T14:21:36,358 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a86cfc1-ba54-b8b6-2c34-67fdc6a3a6cc/MasterData/WALs/ff648bb9ef17,39181,1733322084952/ff648bb9ef17%2C39181%2C1733322084952.1733322085873 not finished, retry = 0 2024-12-04T14:21:36,458 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:21:36,459 INFO [M:0;ff648bb9ef17:39181 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:21:36,459 INFO [M:0;ff648bb9ef17:39181 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39181 2024-12-04T14:21:36,460 INFO [M:0;ff648bb9ef17:39181 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:21:36,563 INFO [M:0;ff648bb9ef17:39181 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:21:36,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:36,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39181-0x1017dd9dd030006, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:36,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a31cd60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:21:36,566 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c024440{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:21:36,566 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:21:36,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cc41d4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:21:36,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5421e2a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/hadoop.log.dir/,STOPPED} 2024-12-04T14:21:36,568 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:21:36,568 WARN [BP-2117707357-172.17.0.2-1733322083899 heartbeating to localhost/127.0.0.1:41817 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:21:36,568 WARN [BP-2117707357-172.17.0.2-1733322083899 heartbeating to localhost/127.0.0.1:41817 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2117707357-172.17.0.2-1733322083899 (Datanode Uuid f56a9c5f-bef6-4e4f-85f8-ea9ef3965c8c) service to localhost/127.0.0.1:41817 2024-12-04T14:21:36,568 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:21:36,569 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/cluster_b40be629-4af1-1b17-bd09-35c6ce9e28f3/data/data1/current/BP-2117707357-172.17.0.2-1733322083899 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:21:36,569 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/cluster_b40be629-4af1-1b17-bd09-35c6ce9e28f3/data/data2/current/BP-2117707357-172.17.0.2-1733322083899 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:21:36,569 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:21:36,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@500f800f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:21:36,576 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7721daa5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:21:36,576 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:21:36,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3918db00{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:21:36,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ac57a8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e1ea6ea8-43c5-b038-bcf1-200858c2531c/hadoop.log.dir/,STOPPED} 2024-12-04T14:21:36,584 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 393, reset compression=false 2024-12-04T14:21:36,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:21:36,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:21:36,590 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:21:36,590 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:36,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:36,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:36,591 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:21:36,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:36,591 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=303625996, stopped=false 2024-12-04T14:21:36,591 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,45921,1733322081604 2024-12-04T14:21:36,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11686071803/running 2024-12-04T14:21:36,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1017dd9dd030004, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11686071803/running 2024-12-04T14:21:36,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1017dd9dd030004, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803 2024-12-04T14:21:36,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803 2024-12-04T14:21:36,593 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:21:36,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Set watcher on znode that does not yet exist, /11686071803/running 2024-12-04T14:21:36,593 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44227-0x1017dd9dd030004, quorum=127.0.0.1:55192, baseZNode=/11686071803 Set watcher on znode that does not yet exist, /11686071803/running 2024-12-04T14:21:36,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:21:36,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:36,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:36,594 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,44227,1733322081646' ***** 2024-12-04T14:21:36,594 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:21:36,594 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:21:36,594 INFO [RS:0;ff648bb9ef17:44227 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:21:36,594 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:21:36,594 INFO [RS:0;ff648bb9ef17:44227 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:21:36,594 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(3091): Received CLOSE for cc48bcfe2ce0a023dde853a7c4339b95 2024-12-04T14:21:36,595 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,44227,1733322081646 2024-12-04T14:21:36,595 INFO [RS:0;ff648bb9ef17:44227 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:21:36,595 INFO [RS:0;ff648bb9ef17:44227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:44227. 2024-12-04T14:21:36,595 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc48bcfe2ce0a023dde853a7c4339b95, disabling compactions & flushes 2024-12-04T14:21:36,595 DEBUG [RS:0;ff648bb9ef17:44227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:36,595 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95. 2024-12-04T14:21:36,595 DEBUG [RS:0;ff648bb9ef17:44227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:36,595 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95. 2024-12-04T14:21:36,595 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95. after waiting 0 ms 2024-12-04T14:21:36,595 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95. 2024-12-04T14:21:36,595 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:21:36,595 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:21:36,595 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:21:36,595 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:21:36,595 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T14:21:36,595 DEBUG [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cc48bcfe2ce0a023dde853a7c4339b95=test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95.} 2024-12-04T14:21:36,595 DEBUG [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc48bcfe2ce0a023dde853a7c4339b95 2024-12-04T14:21:36,595 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:21:36,595 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:21:36,595 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:21:36,595 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:21:36,595 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:21:36,596 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-12-04T14:21:36,598 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/default/test/cc48bcfe2ce0a023dde853a7c4339b95/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T14:21:36,599 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:21:36,599 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:21:36,599 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95. 2024-12-04T14:21:36,599 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc48bcfe2ce0a023dde853a7c4339b95: Waiting for close lock at 1733322096595Running coprocessor pre-close hooks at 1733322096595Disabling compacts and flushes for region at 1733322096595Disabling writes for close at 1733322096595Writing region close event to WAL at 1733322096596 (+1 ms)Running coprocessor post-close hooks at 1733322096599 (+3 ms)Closed at 1733322096599 2024-12-04T14:21:36,599 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95. 2024-12-04T14:21:36,611 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:21:36,612 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/.tmp/info/43a601cec1564dedacaaaeff2940c0d5 is 129, key is test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95./info:regioninfo/1733322090136/Put/seqid=0 2024-12-04T14:21:36,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741841_1017 (size=6421) 2024-12-04T14:21:36,660 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 393, reset compression=false 2024-12-04T14:21:36,725 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:21:36,725 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:21:36,795 DEBUG [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:21:36,996 DEBUG [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:21:37,016 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/.tmp/info/43a601cec1564dedacaaaeff2940c0d5 2024-12-04T14:21:37,035 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/.tmp/ns/ba0eaa77a44d4ab7bcb84517bb2a4924 is 43, key is default/ns:d/1733322083783/Put/seqid=0 2024-12-04T14:21:37,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741842_1018 (size=5153) 2024-12-04T14:21:37,196 DEBUG [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:21:37,354 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-12-04T14:21:37,387 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 393, reset compression=false 2024-12-04T14:21:37,396 DEBUG [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:21:37,440 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/.tmp/ns/ba0eaa77a44d4ab7bcb84517bb2a4924 2024-12-04T14:21:37,459 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/.tmp/rep_barrier/f7f037bcb2b84e3ba82a44c78e959534 is 112, key is test,,1733322089379.cc48bcfe2ce0a023dde853a7c4339b95./rep_barrier:seqnumDuringOpen/1733322090136/Put/seqid=0 2024-12-04T14:21:37,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741843_1019 (size=5518) 2024-12-04T14:21:37,464 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 393, reset compression=false 2024-12-04T14:21:37,596 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T14:21:37,596 DEBUG [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T14:21:37,596 DEBUG [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:21:37,796 DEBUG [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:21:37,863 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/.tmp/rep_barrier/f7f037bcb2b84e3ba82a44c78e959534 2024-12-04T14:21:37,886 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/.tmp/table/c3df77b1d85d447295437897452d0cc8 is 40, key is test/table:state/1733322090143/Put/seqid=0 2024-12-04T14:21:37,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741844_1020 (size=5165) 2024-12-04T14:21:37,997 DEBUG [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:21:38,197 DEBUG [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:21:38,290 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/.tmp/table/c3df77b1d85d447295437897452d0cc8 2024-12-04T14:21:38,291 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 393, reset compression=false 2024-12-04T14:21:38,295 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/.tmp/info/43a601cec1564dedacaaaeff2940c0d5 as hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/info/43a601cec1564dedacaaaeff2940c0d5 2024-12-04T14:21:38,298 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/info/43a601cec1564dedacaaaeff2940c0d5, entries=10, sequenceid=11, filesize=6.3 K 2024-12-04T14:21:38,299 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/.tmp/ns/ba0eaa77a44d4ab7bcb84517bb2a4924 as hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/ns/ba0eaa77a44d4ab7bcb84517bb2a4924 2024-12-04T14:21:38,303 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/ns/ba0eaa77a44d4ab7bcb84517bb2a4924, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T14:21:38,303 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/.tmp/rep_barrier/f7f037bcb2b84e3ba82a44c78e959534 as hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/rep_barrier/f7f037bcb2b84e3ba82a44c78e959534 2024-12-04T14:21:38,307 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/rep_barrier/f7f037bcb2b84e3ba82a44c78e959534, entries=1, sequenceid=11, filesize=5.4 K 2024-12-04T14:21:38,307 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/.tmp/table/c3df77b1d85d447295437897452d0cc8 as hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/table/c3df77b1d85d447295437897452d0cc8 2024-12-04T14:21:38,311 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/table/c3df77b1d85d447295437897452d0cc8, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T14:21:38,311 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=11, compaction requested=false 2024-12-04T14:21:38,311 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T14:21:38,316 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T14:21:38,317 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:21:38,317 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:21:38,317 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:21:38,317 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733322096595Running coprocessor pre-close hooks at 1733322096595Disabling compacts and flushes for region at 1733322096595Disabling writes for close at 1733322096595Obtaining lock to block concurrent updates at 1733322096596 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733322096596Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1733322096596Flushing stores of hbase:meta,,1.1588230740 at 1733322096596Flushing 1588230740/info: creating writer at 1733322096596Flushing 1588230740/info: appending metadata at 1733322096611 (+15 ms)Flushing 1588230740/info: closing flushed file at 1733322096611Flushing 1588230740/ns: creating writer at 1733322097020 (+409 ms)Flushing 1588230740/ns: appending metadata at 1733322097035 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733322097035Flushing 1588230740/rep_barrier: creating writer at 1733322097444 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733322097458 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733322097458Flushing 1588230740/table: creating writer at 1733322097867 (+409 ms)Flushing 1588230740/table: appending metadata at 1733322097886 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733322097886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f29dba1: reopening flushed file at 1733322098294 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e3e7492: reopening flushed file at 1733322098298 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7661d631: reopening flushed file at 1733322098303 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b1bc09: reopening flushed file at 1733322098307 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=11, compaction requested=false at 1733322098311 (+4 ms)Writing region close event to WAL at 1733322098314 (+3 ms)Running coprocessor post-close hooks at 1733322098317 (+3 ms)Closed at 1733322098317 2024-12-04T14:21:38,317 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:21:38,367 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 393, reset compression=false 2024-12-04T14:21:38,397 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,44227,1733322081646; all regions closed. 2024-12-04T14:21:38,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741834_1010 (size=2717) 2024-12-04T14:21:38,400 DEBUG [RS:0;ff648bb9ef17:44227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/oldWALs 2024-12-04T14:21:38,400 INFO [RS:0;ff648bb9ef17:44227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C44227%2C1733322081646.meta:.meta(num 1733322083743) 2024-12-04T14:21:38,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741832_1008 (size=1374) 2024-12-04T14:21:38,403 DEBUG [RS:0;ff648bb9ef17:44227 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/oldWALs 2024-12-04T14:21:38,403 INFO [RS:0;ff648bb9ef17:44227 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ff648bb9ef17%2C44227%2C1733322081646:(num 1733322082830) 2024-12-04T14:21:38,404 DEBUG [RS:0;ff648bb9ef17:44227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:38,404 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:21:38,404 INFO [RS:0;ff648bb9ef17:44227 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:21:38,404 INFO [RS:0;ff648bb9ef17:44227 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:21:38,404 INFO [RS:0;ff648bb9ef17:44227 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:21:38,404 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:21:38,404 INFO [RS:0;ff648bb9ef17:44227 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:44227. 2024-12-04T14:21:38,404 DEBUG [RS:0;ff648bb9ef17:44227 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:38,404 DEBUG [RS:0;ff648bb9ef17:44227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:38,405 DEBUG [RS:0;ff648bb9ef17:44227 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:38,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:38,405 INFO [RS:0;ff648bb9ef17:44227 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44227 2024-12-04T14:21:38,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803/rs 2024-12-04T14:21:38,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1017dd9dd030004, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11686071803/rs/ff648bb9ef17,44227,1733322081646 2024-12-04T14:21:38,408 INFO [RS:0;ff648bb9ef17:44227 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:21:38,409 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,44227,1733322081646] 2024-12-04T14:21:38,410 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11686071803/draining/ff648bb9ef17,44227,1733322081646 already deleted, retry=false 2024-12-04T14:21:38,410 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,44227,1733322081646 expired; onlineServers=0 2024-12-04T14:21:38,410 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,45921,1733322081604' ***** 2024-12-04T14:21:38,411 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:21:38,411 INFO [M:0;ff648bb9ef17:45921 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:21:38,411 INFO [M:0;ff648bb9ef17:45921 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:21:38,411 DEBUG [M:0;ff648bb9ef17:45921 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:21:38,411 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:21:38,411 DEBUG [M:0;ff648bb9ef17:45921 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:21:38,411 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322082605 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322082605,5,FailOnTimeoutGroup] 2024-12-04T14:21:38,411 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322082608 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322082608,5,FailOnTimeoutGroup] 2024-12-04T14:21:38,411 INFO [M:0;ff648bb9ef17:45921 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:21:38,411 INFO [M:0;ff648bb9ef17:45921 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:21:38,411 DEBUG [M:0;ff648bb9ef17:45921 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:21:38,411 INFO [M:0;ff648bb9ef17:45921 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:21:38,411 INFO [M:0;ff648bb9ef17:45921 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:21:38,411 INFO [M:0;ff648bb9ef17:45921 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:21:38,412 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:21:38,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11686071803/master 2024-12-04T14:21:38,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11686071803 2024-12-04T14:21:38,413 DEBUG [M:0;ff648bb9ef17:45921 {}] zookeeper.ZKUtil(347): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Unable to get data of znode /11686071803/master because node does not exist (not an error) 2024-12-04T14:21:38,413 WARN [M:0;ff648bb9ef17:45921 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:21:38,414 INFO [M:0;ff648bb9ef17:45921 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/.lastflushedseqids 2024-12-04T14:21:38,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741845_1021 (size=173) 2024-12-04T14:21:38,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1017dd9dd030004, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:38,509 INFO [RS:0;ff648bb9ef17:44227 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:21:38,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44227-0x1017dd9dd030004, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:38,509 INFO [RS:0;ff648bb9ef17:44227 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,44227,1733322081646; zookeeper connection closed. 2024-12-04T14:21:38,510 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@156585e4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@156585e4 2024-12-04T14:21:38,510 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:21:38,818 INFO [M:0;ff648bb9ef17:45921 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:21:38,818 INFO [M:0;ff648bb9ef17:45921 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:21:38,818 DEBUG [M:0;ff648bb9ef17:45921 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:21:38,818 INFO [M:0;ff648bb9ef17:45921 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:38,818 DEBUG [M:0;ff648bb9ef17:45921 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:38,818 DEBUG [M:0;ff648bb9ef17:45921 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:21:38,819 DEBUG [M:0;ff648bb9ef17:45921 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:38,819 INFO [M:0;ff648bb9ef17:45921 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-12-04T14:21:38,835 DEBUG [M:0;ff648bb9ef17:45921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cb603db3b4740d7acfd2aad1a93d38a is 82, key is hbase:meta,,1/info:regioninfo/1733322083773/Put/seqid=0 2024-12-04T14:21:38,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741846_1022 (size=5672) 2024-12-04T14:21:38,839 INFO [M:0;ff648bb9ef17:45921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cb603db3b4740d7acfd2aad1a93d38a 2024-12-04T14:21:38,861 DEBUG [M:0;ff648bb9ef17:45921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc9ac6e7a17d48bba566ce23bac4e49c is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733322090146/Put/seqid=0 2024-12-04T14:21:38,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741847_1023 (size=6587) 2024-12-04T14:21:39,265 INFO [M:0;ff648bb9ef17:45921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc9ac6e7a17d48bba566ce23bac4e49c 2024-12-04T14:21:39,285 DEBUG [M:0;ff648bb9ef17:45921 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bd976a5b226443093160afe37195fab is 69, key is ff648bb9ef17,44227,1733322081646/rs:state/1733322082684/Put/seqid=0 2024-12-04T14:21:39,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741848_1024 (size=5156) 2024-12-04T14:21:39,295 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 393, reset compression=false 2024-12-04T14:21:39,371 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 393, reset compression=false 2024-12-04T14:21:39,689 INFO [M:0;ff648bb9ef17:45921 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bd976a5b226443093160afe37195fab 2024-12-04T14:21:39,693 DEBUG [M:0;ff648bb9ef17:45921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5cb603db3b4740d7acfd2aad1a93d38a as hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5cb603db3b4740d7acfd2aad1a93d38a 2024-12-04T14:21:39,696 INFO [M:0;ff648bb9ef17:45921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5cb603db3b4740d7acfd2aad1a93d38a, entries=8, sequenceid=55, filesize=5.5 K 2024-12-04T14:21:39,697 DEBUG [M:0;ff648bb9ef17:45921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dc9ac6e7a17d48bba566ce23bac4e49c as hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc9ac6e7a17d48bba566ce23bac4e49c 2024-12-04T14:21:39,700 INFO [M:0;ff648bb9ef17:45921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dc9ac6e7a17d48bba566ce23bac4e49c, entries=6, sequenceid=55, filesize=6.4 K 2024-12-04T14:21:39,701 DEBUG [M:0;ff648bb9ef17:45921 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bd976a5b226443093160afe37195fab as hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0bd976a5b226443093160afe37195fab 2024-12-04T14:21:39,704 INFO [M:0;ff648bb9ef17:45921 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36001/user/jenkins/test-data/44ba2e24-6c98-75bf-526b-2861605aba24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0bd976a5b226443093160afe37195fab, entries=1, sequenceid=55, filesize=5.0 K 2024-12-04T14:21:39,705 INFO [M:0;ff648bb9ef17:45921 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=55, compaction requested=false 2024-12-04T14:21:39,707 INFO [M:0;ff648bb9ef17:45921 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:39,707 DEBUG [M:0;ff648bb9ef17:45921 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733322098818Disabling compacts and flushes for region at 1733322098818Disabling writes for close at 1733322098818Obtaining lock to block concurrent updates at 1733322098819 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733322098819Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1733322098819Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733322098819Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733322098820 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733322098835 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733322098835Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733322098842 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733322098861 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733322098861Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733322099269 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733322099285 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733322099285Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b3a9f87: reopening flushed file at 1733322099692 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e7c77d: reopening flushed file at 1733322099697 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69712f93: reopening flushed file at 1733322099700 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 886ms, sequenceid=55, compaction requested=false at 1733322099705 (+5 ms)Writing region close event to WAL at 1733322099707 (+2 ms)Closed at 1733322099707 2024-12-04T14:21:39,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40321 is added to blk_1073741830_1006 (size=32782) 2024-12-04T14:21:39,709 INFO [M:0;ff648bb9ef17:45921 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:21:39,709 INFO [M:0;ff648bb9ef17:45921 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45921 2024-12-04T14:21:39,709 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:21:39,710 INFO [M:0;ff648bb9ef17:45921 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:21:39,815 INFO [M:0;ff648bb9ef17:45921 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:21:39,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:39,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45921-0x1017dd9dd030003, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:39,818 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@159cc931{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:21:39,819 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@544a0191{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:21:39,819 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:21:39,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c98539c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:21:39,819 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54455f50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/hadoop.log.dir/,STOPPED} 2024-12-04T14:21:39,820 WARN [BP-1355477370-172.17.0.2-1733322080565 heartbeating to localhost/127.0.0.1:36001 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:21:39,821 WARN [BP-1355477370-172.17.0.2-1733322080565 heartbeating to localhost/127.0.0.1:36001 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1355477370-172.17.0.2-1733322080565 (Datanode Uuid 1516d5a0-5838-4ff7-8bb4-15427553f270) service to localhost/127.0.0.1:36001 2024-12-04T14:21:39,821 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:21:39,821 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:21:39,821 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/cluster_c419efaf-2b84-1331-c7d7-cd4033beafbc/data/data1/current/BP-1355477370-172.17.0.2-1733322080565 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:21:39,821 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:21:39,822 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/cluster_c419efaf-2b84-1331-c7d7-cd4033beafbc/data/data2/current/BP-1355477370-172.17.0.2-1733322080565 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:21:39,829 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77a68e0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:21:39,830 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72e57ebd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:21:39,830 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:21:39,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b9ccba4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:21:39,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37a62819{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2853ebe2-0596-d644-e9c3-ec153db6783c/hadoop.log.dir/,STOPPED} 2024-12-04T14:21:39,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:21:39,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:21:39,842 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:21:39,842 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:39,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:39,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:39,842 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:39,843 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:21:39,843 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2030309773, stopped=false 2024-12-04T14:21:39,843 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ff648bb9ef17,35929,1733322077443 2024-12-04T14:21:39,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01273835470/running 2024-12-04T14:21:39,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01273835470/running 2024-12-04T14:21:39,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470 2024-12-04T14:21:39,844 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:21:39,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470 2024-12-04T14:21:39,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:21:39,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:39,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:39,845 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ff648bb9ef17,45481,1733322077498' ***** 2024-12-04T14:21:39,845 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:21:39,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Set watcher on znode that does not yet exist, /01273835470/running 2024-12-04T14:21:39,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Set watcher on znode that does not yet exist, /01273835470/running 2024-12-04T14:21:39,846 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:21:39,846 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:21:39,846 INFO [RS:0;ff648bb9ef17:45481 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:21:39,846 INFO [RS:0;ff648bb9ef17:45481 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:21:39,846 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(3091): Received CLOSE for 7168ba999e8bf9112c2d27ff03f64643 2024-12-04T14:21:39,847 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(3091): Received CLOSE for 14e03202be631423c070e62be107ca3d 2024-12-04T14:21:39,847 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(959): stopping server ff648bb9ef17,45481,1733322077498 2024-12-04T14:21:39,847 INFO [RS:0;ff648bb9ef17:45481 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:21:39,847 INFO [RS:0;ff648bb9ef17:45481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:45481. 2024-12-04T14:21:39,847 DEBUG [RS:0;ff648bb9ef17:45481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:39,847 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7168ba999e8bf9112c2d27ff03f64643, disabling compactions & flushes 2024-12-04T14:21:39,847 DEBUG [RS:0;ff648bb9ef17:45481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:39,847 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643. 2024-12-04T14:21:39,847 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643. 2024-12-04T14:21:39,847 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:21:39,847 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643. after waiting 0 ms 2024-12-04T14:21:39,847 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643. 2024-12-04T14:21:39,847 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7168ba999e8bf9112c2d27ff03f64643 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-12-04T14:21:39,848 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:21:39,848 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:21:39,848 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:21:39,848 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T14:21:39,848 DEBUG [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(1325): Online Regions={7168ba999e8bf9112c2d27ff03f64643=hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643., 1588230740=hbase:meta,,1.1588230740, 14e03202be631423c070e62be107ca3d=test,,1733322087225.14e03202be631423c070e62be107ca3d.} 2024-12-04T14:21:39,848 DEBUG [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(1351): Waiting on 14e03202be631423c070e62be107ca3d, 1588230740, 7168ba999e8bf9112c2d27ff03f64643 2024-12-04T14:21:39,848 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:21:39,849 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:21:39,849 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:21:39,849 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:21:39,849 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:21:39,849 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-12-04T14:21:39,864 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/.tmp/info/f0231c2d79684ff799a62fb589973bd2 is 147, key is hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643./info:regioninfo/1733322092034/Put/seqid=0 2024-12-04T14:21:39,867 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/replication/7168ba999e8bf9112c2d27ff03f64643/.tmp/hfileref/005ce05495c040559bbbd838266e0bf1 is 74, key is 1/hfileref:2fa882a1147c42d1b292706357b6a00c_SeqId_6_/1733322094784/DeleteColumn/seqid=0 2024-12-04T14:21:39,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741847_1023 (size=7686) 2024-12-04T14:21:39,868 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/.tmp/info/f0231c2d79684ff799a62fb589973bd2 2024-12-04T14:21:39,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741848_1024 (size=5489) 2024-12-04T14:21:39,870 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/replication/7168ba999e8bf9112c2d27ff03f64643/.tmp/hfileref/005ce05495c040559bbbd838266e0bf1 2024-12-04T14:21:39,874 INFO [regionserver/ff648bb9ef17:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:21:39,893 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/.tmp/ns/6f851bd072694c61a066f5f3b704e532 is 43, key is default/ns:d/1733322080449/Put/seqid=0 2024-12-04T14:21:39,894 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/replication/7168ba999e8bf9112c2d27ff03f64643/.tmp/queue/e66f421467e240e5b5e5b37a4ebd68c0 is 153, key is 1-ff648bb9ef17,45481,1733322077498/queue:ff648bb9ef17%2C45481%2C1733322077498/1733322094786/Put/seqid=0 2024-12-04T14:21:39,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741849_1025 (size=5153) 2024-12-04T14:21:39,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741850_1026 (size=5504) 2024-12-04T14:21:39,897 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/replication/7168ba999e8bf9112c2d27ff03f64643/.tmp/queue/e66f421467e240e5b5e5b37a4ebd68c0 2024-12-04T14:21:39,901 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/replication/7168ba999e8bf9112c2d27ff03f64643/.tmp/hfileref/005ce05495c040559bbbd838266e0bf1 as hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/replication/7168ba999e8bf9112c2d27ff03f64643/hfileref/005ce05495c040559bbbd838266e0bf1 2024-12-04T14:21:39,905 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/replication/7168ba999e8bf9112c2d27ff03f64643/hfileref/005ce05495c040559bbbd838266e0bf1, entries=6, sequenceid=17, filesize=5.4 K 2024-12-04T14:21:39,906 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/replication/7168ba999e8bf9112c2d27ff03f64643/.tmp/queue/e66f421467e240e5b5e5b37a4ebd68c0 as hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/replication/7168ba999e8bf9112c2d27ff03f64643/queue/e66f421467e240e5b5e5b37a4ebd68c0 2024-12-04T14:21:39,910 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/replication/7168ba999e8bf9112c2d27ff03f64643/queue/e66f421467e240e5b5e5b37a4ebd68c0, entries=2, sequenceid=17, filesize=5.4 K 2024-12-04T14:21:39,911 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7168ba999e8bf9112c2d27ff03f64643 in 64ms, sequenceid=17, compaction requested=false 2024-12-04T14:21:39,919 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/replication/7168ba999e8bf9112c2d27ff03f64643/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-12-04T14:21:39,920 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:21:39,920 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:21:39,920 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643. 2024-12-04T14:21:39,920 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7168ba999e8bf9112c2d27ff03f64643: Waiting for close lock at 1733322099847Running coprocessor pre-close hooks at 1733322099847Disabling compacts and flushes for region at 1733322099847Disabling writes for close at 1733322099847Obtaining lock to block concurrent updates at 1733322099847Preparing flush snapshotting stores in 7168ba999e8bf9112c2d27ff03f64643 at 1733322099847Finished memstore snapshotting hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1733322099847Flushing stores of hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643. at 1733322099848 (+1 ms)Flushing 7168ba999e8bf9112c2d27ff03f64643/hfileref: creating writer at 1733322099848Flushing 7168ba999e8bf9112c2d27ff03f64643/hfileref: appending metadata at 1733322099867 (+19 ms)Flushing 7168ba999e8bf9112c2d27ff03f64643/hfileref: closing flushed file at 1733322099867Flushing 7168ba999e8bf9112c2d27ff03f64643/queue: creating writer at 1733322099874 (+7 ms)Flushing 7168ba999e8bf9112c2d27ff03f64643/queue: appending metadata at 1733322099893 (+19 ms)Flushing 7168ba999e8bf9112c2d27ff03f64643/queue: closing flushed file at 1733322099893Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1053fc69: reopening flushed file at 1733322099900 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c2b5dcf: reopening flushed file at 1733322099905 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 7168ba999e8bf9112c2d27ff03f64643 in 64ms, sequenceid=17, compaction requested=false at 1733322099911 (+6 ms)Writing region close event to WAL at 1733322099916 (+5 ms)Running coprocessor post-close hooks at 1733322099920 (+4 ms)Closed at 1733322099920 2024-12-04T14:21:39,920 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1733322091671.7168ba999e8bf9112c2d27ff03f64643. 2024-12-04T14:21:39,920 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14e03202be631423c070e62be107ca3d, disabling compactions & flushes 2024-12-04T14:21:39,920 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1733322087225.14e03202be631423c070e62be107ca3d. 2024-12-04T14:21:39,921 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1733322087225.14e03202be631423c070e62be107ca3d. 2024-12-04T14:21:39,921 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1733322087225.14e03202be631423c070e62be107ca3d. after waiting 0 ms 2024-12-04T14:21:39,921 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1733322087225.14e03202be631423c070e62be107ca3d. 2024-12-04T14:21:39,923 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/default/test/14e03202be631423c070e62be107ca3d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-04T14:21:39,924 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:21:39,924 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-12-04T14:21:39,924 INFO [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1733322087225.14e03202be631423c070e62be107ca3d. 2024-12-04T14:21:39,924 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14e03202be631423c070e62be107ca3d: Waiting for close lock at 1733322099920Running coprocessor pre-close hooks at 1733322099920Disabling compacts and flushes for region at 1733322099920Disabling writes for close at 1733322099921 (+1 ms)Writing region close event to WAL at 1733322099921Running coprocessor post-close hooks at 1733322099924 (+3 ms)Closed at 1733322099924 2024-12-04T14:21:39,924 DEBUG [RS_CLOSE_REGION-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1733322087225.14e03202be631423c070e62be107ca3d. 2024-12-04T14:21:40,048 DEBUG [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:21:40,249 DEBUG [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:21:40,275 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:21:40,276 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:21:40,276 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128907 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ff648bb9ef17,34757,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:34757 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-12-04T14:21:40,297 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/.tmp/ns/6f851bd072694c61a066f5f3b704e532 2024-12-04T14:21:40,316 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/.tmp/rep_barrier/3b0b2612e8a64d51be630a96224ee3b0 is 112, key is test,,1733322087225.14e03202be631423c070e62be107ca3d./rep_barrier:seqnumDuringOpen/1733322088369/Put/seqid=0 2024-12-04T14:21:40,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741851_1027 (size=5518) 2024-12-04T14:21:40,349 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:21:40,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:40,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:40,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:40,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:40,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:40,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:40,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:40,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:40,360 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:21:40,360 INFO [regionserver/ff648bb9ef17:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:21:40,398 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 393, reset compression=false 2024-12-04T14:21:40,402 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:21:40,403 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 688, reset compression=false 2024-12-04T14:21:40,403 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ff648bb9ef17,45481,1733322077498 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:21:40,403 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ff648bb9ef17,45481,1733322077498: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-ff648bb9ef17,45481,1733322077498, walGroup=ff648bb9ef17%2C45481%2C1733322077498, offset=ff648bb9ef17%2C45481%2C1733322077498.1733322093393:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:45481 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-12-04T14:21:40,404 ERROR [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-12-04T14:21:40,405 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-12-04T14:21:40,405 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-12-04T14:21:40,405 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-12-04T14:21:40,405 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-12-04T14:21:40,405 INFO [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1629487104, "init": 1048576000, "max": 2306867200, "used": 1184991744 }, "NonHeapMemoryUsage": { "committed": 210108416, "init": 7667712, "max": -1, "used": 207010032 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-12-04T14:21:40,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:40,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:40,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:40,406 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:35929 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ff648bb9ef17:35929 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-12-04T14:21:40,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:40,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:40,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:40,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:40,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:40,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:40,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:40,449 DEBUG [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:21:40,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:40,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:21:40,474 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 393, reset compression=false 2024-12-04T14:21:40,479 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-12-04T14:21:40,479 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 688, reset compression=false 2024-12-04T14:21:40,479 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ff648bb9ef17,45481,1733322077498 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-04T14:21:40,479 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-12-04T14:21:40,607 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 688, reset compression=false 2024-12-04T14:21:40,649 DEBUG [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:21:40,682 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 688, reset compression=false 2024-12-04T14:21:40,721 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/.tmp/rep_barrier/3b0b2612e8a64d51be630a96224ee3b0 2024-12-04T14:21:40,744 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/.tmp/table/adc81d756cec464e988cee5b839b58b1 is 53, key is hbase:replication/table:state/1733322092041/Put/seqid=0 2024-12-04T14:21:40,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741852_1028 (size=5308) 2024-12-04T14:21:40,849 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T14:21:40,849 DEBUG [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T14:21:40,849 DEBUG [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:21:40,910 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 688, reset compression=false 2024-12-04T14:21:40,986 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 688, reset compression=false 2024-12-04T14:21:41,049 DEBUG [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:21:41,148 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/.tmp/table/adc81d756cec464e988cee5b839b58b1 2024-12-04T14:21:41,153 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/.tmp/info/f0231c2d79684ff799a62fb589973bd2 as hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/info/f0231c2d79684ff799a62fb589973bd2 2024-12-04T14:21:41,156 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/info/f0231c2d79684ff799a62fb589973bd2, entries=20, sequenceid=16, filesize=7.5 K 2024-12-04T14:21:41,157 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/.tmp/ns/6f851bd072694c61a066f5f3b704e532 as hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/ns/6f851bd072694c61a066f5f3b704e532 2024-12-04T14:21:41,161 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/ns/6f851bd072694c61a066f5f3b704e532, entries=2, sequenceid=16, filesize=5.0 K 2024-12-04T14:21:41,161 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/.tmp/rep_barrier/3b0b2612e8a64d51be630a96224ee3b0 as hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/rep_barrier/3b0b2612e8a64d51be630a96224ee3b0 2024-12-04T14:21:41,165 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/rep_barrier/3b0b2612e8a64d51be630a96224ee3b0, entries=1, sequenceid=16, filesize=5.4 K 2024-12-04T14:21:41,165 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/.tmp/table/adc81d756cec464e988cee5b839b58b1 as hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/table/adc81d756cec464e988cee5b839b58b1 2024-12-04T14:21:41,169 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/table/adc81d756cec464e988cee5b839b58b1, entries=4, sequenceid=16, filesize=5.2 K 2024-12-04T14:21:41,170 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-12-04T14:21:41,170 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T14:21:41,175 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-12-04T14:21:41,175 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-12-04T14:21:41,175 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:21:41,175 INFO [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:21:41,175 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733322099848Running coprocessor pre-close hooks at 1733322099848Disabling compacts and flushes for region at 1733322099848Disabling writes for close at 1733322099849 (+1 ms)Obtaining lock to block concurrent updates at 1733322099849Preparing flush snapshotting stores in 1588230740 at 1733322099849Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1733322099849Flushing stores of hbase:meta,,1.1588230740 at 1733322099850 (+1 ms)Flushing 1588230740/info: creating writer at 1733322099850Flushing 1588230740/info: appending metadata at 1733322099864 (+14 ms)Flushing 1588230740/info: closing flushed file at 1733322099864Flushing 1588230740/ns: creating writer at 1733322099872 (+8 ms)Flushing 1588230740/ns: appending metadata at 1733322099892 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733322099892Flushing 1588230740/rep_barrier: creating writer at 1733322100301 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733322100315 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733322100315Flushing 1588230740/table: creating writer at 1733322100725 (+410 ms)Flushing 1588230740/table: appending metadata at 1733322100744 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733322100744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@607af044: reopening flushed file at 1733322101152 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e4f8d6: reopening flushed file at 1733322101157 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c9f9ad: reopening flushed file at 1733322101161 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3902adb9: reopening flushed file at 1733322101165 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1733322101170 (+5 ms)Writing region close event to WAL at 1733322101172 (+2 ms)Running coprocessor post-close hooks at 1733322101175 (+3 ms)Closed at 1733322101175 2024-12-04T14:21:41,176 DEBUG [RS_CLOSE_META-regionserver/ff648bb9ef17:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:21:41,250 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(976): stopping server ff648bb9ef17,45481,1733322077498; all regions closed. 2024-12-04T14:21:41,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741844_1020 (size=859) 2024-12-04T14:21:41,252 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.meta.1733322093456.meta not finished, retry = 0 2024-12-04T14:21:41,314 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 688, reset compression=false 2024-12-04T14:21:41,354 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.rep.1733322093434 not finished, retry = 0 2024-12-04T14:21:41,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741843_1019 (size=2791) 2024-12-04T14:21:41,360 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T14:21:41,390 DEBUG [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 to pos 688, reset compression=false 2024-12-04T14:21:41,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741842_1018 (size=696) 2024-12-04T14:21:41,457 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/WALs/ff648bb9ef17,45481,1733322077498/ff648bb9ef17%2C45481%2C1733322077498.1733322093393 not finished, retry = 0 2024-12-04T14:21:41,558 DEBUG [RS:0;ff648bb9ef17:45481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:41,558 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:21:41,558 INFO [RS:0;ff648bb9ef17:45481 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:21:41,558 INFO [RS:0;ff648bb9ef17:45481 {}] hbase.ChoreService(370): Chore service for: regionserver/ff648bb9ef17:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:21:41,558 INFO [RS:0;ff648bb9ef17:45481 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:21:41,558 INFO [regionserver/ff648bb9ef17:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:21:41,558 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ff648bb9ef17,45481,1733322077498 because: Region server is closing 2024-12-04T14:21:41,559 INFO [RS:0;ff648bb9ef17:45481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:45481. 2024-12-04T14:21:41,559 DEBUG [RS:0;ff648bb9ef17:45481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:41,559 DEBUG [RS:0;ff648bb9ef17:45481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:41,559 DEBUG [RS:0;ff648bb9ef17:45481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:41,559 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:41,659 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 terminated 2024-12-04T14:21:41,659 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ff648bb9ef17,45481,1733322077498 because: Region server is closing 2024-12-04T14:21:41,660 INFO [RS:0;ff648bb9ef17:45481 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ff648bb9ef17:45481. 2024-12-04T14:21:41,659 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,1-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,1-ff648bb9ef17,45481,1733322077498 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T14:21:41,660 DEBUG [RS:0;ff648bb9ef17:45481 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:21:41,660 DEBUG [RS:0;ff648bb9ef17:45481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:41,660 DEBUG [RS:0;ff648bb9ef17:45481 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:21:41,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:21:41,760 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.shipperff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 terminated 2024-12-04T14:21:41,760 WARN [RS_REFRESH_PEER-regionserver/ff648bb9ef17:0-0.replicationSource,2-ff648bb9ef17,45481,1733322077498.replicationSource.wal-reader.ff648bb9ef17%2C45481%2C1733322077498,2-ff648bb9ef17,45481,1733322077498 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-12-04T14:21:41,760 INFO [RS:0;ff648bb9ef17:45481 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45481 2024-12-04T14:21:41,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01273835470/rs/ff648bb9ef17,45481,1733322077498 2024-12-04T14:21:41,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470/rs 2024-12-04T14:21:41,764 INFO [RS:0;ff648bb9ef17:45481 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:21:41,765 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ff648bb9ef17,45481,1733322077498] 2024-12-04T14:21:41,767 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01273835470/draining/ff648bb9ef17,45481,1733322077498 already deleted, retry=false 2024-12-04T14:21:41,767 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ff648bb9ef17,45481,1733322077498 expired; onlineServers=0 2024-12-04T14:21:41,767 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ff648bb9ef17,35929,1733322077443' ***** 2024-12-04T14:21:41,767 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:21:41,767 INFO [M:0;ff648bb9ef17:35929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:21:41,767 INFO [M:0;ff648bb9ef17:35929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:21:41,767 DEBUG [M:0;ff648bb9ef17:35929 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:21:41,767 DEBUG [M:0;ff648bb9ef17:35929 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:21:41,767 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:21:41,767 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322079272 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.small.0-1733322079272,5,FailOnTimeoutGroup] 2024-12-04T14:21:41,767 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322079270 {}] cleaner.HFileCleaner(306): Exit Thread[master/ff648bb9ef17:0:becomeActiveMaster-HFileCleaner.large.0-1733322079270,5,FailOnTimeoutGroup] 2024-12-04T14:21:41,768 INFO [M:0;ff648bb9ef17:35929 {}] hbase.ChoreService(370): Chore service for: master/ff648bb9ef17:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:21:41,768 INFO [M:0;ff648bb9ef17:35929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:21:41,768 DEBUG [M:0;ff648bb9ef17:35929 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:21:41,768 INFO [M:0;ff648bb9ef17:35929 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:21:41,768 INFO [M:0;ff648bb9ef17:35929 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:21:41,768 INFO [M:0;ff648bb9ef17:35929 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:21:41,768 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:21:41,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01273835470/master 2024-12-04T14:21:41,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01273835470 2024-12-04T14:21:41,769 DEBUG [M:0;ff648bb9ef17:35929 {}] zookeeper.ZKUtil(347): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Unable to get data of znode /01273835470/master because node does not exist (not an error) 2024-12-04T14:21:41,769 WARN [M:0;ff648bb9ef17:35929 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:21:41,781 INFO [M:0;ff648bb9ef17:35929 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/.lastflushedseqids 2024-12-04T14:21:41,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741853_1029 (size=263) 2024-12-04T14:21:41,785 INFO [M:0;ff648bb9ef17:35929 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:21:41,785 INFO [M:0;ff648bb9ef17:35929 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:21:41,785 DEBUG [M:0;ff648bb9ef17:35929 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:21:41,785 INFO [M:0;ff648bb9ef17:35929 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:41,785 DEBUG [M:0;ff648bb9ef17:35929 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:41,786 DEBUG [M:0;ff648bb9ef17:35929 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:21:41,786 DEBUG [M:0;ff648bb9ef17:35929 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:41,786 INFO [M:0;ff648bb9ef17:35929 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-12-04T14:21:41,802 DEBUG [M:0;ff648bb9ef17:35929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5705a8ac8094c368e0ea645756479eb is 82, key is hbase:meta,,1/info:regioninfo/1733322080436/Put/seqid=0 2024-12-04T14:21:41,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741854_1030 (size=5672) 2024-12-04T14:21:41,805 INFO [M:0;ff648bb9ef17:35929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5705a8ac8094c368e0ea645756479eb 2024-12-04T14:21:41,826 DEBUG [M:0;ff648bb9ef17:35929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cf136361fc749cc92bb6ffd00bf5195 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1733322092044/Put/seqid=0 2024-12-04T14:21:41,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741855_1031 (size=8909) 2024-12-04T14:21:41,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:41,866 INFO [RS:0;ff648bb9ef17:45481 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:21:41,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45481-0x1017dd9dd030001, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:41,866 INFO [RS:0;ff648bb9ef17:45481 {}] regionserver.HRegionServer(1031): Exiting; stopping=ff648bb9ef17,45481,1733322077498; zookeeper connection closed. 2024-12-04T14:21:41,866 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cf355e8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cf355e8 2024-12-04T14:21:41,866 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:21:42,231 INFO [M:0;ff648bb9ef17:35929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cf136361fc749cc92bb6ffd00bf5195 2024-12-04T14:21:42,250 DEBUG [M:0;ff648bb9ef17:35929 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d1ad10c337a4bd0a57ac626ba26d556 is 69, key is ff648bb9ef17,45481,1733322077498/rs:state/1733322079343/Put/seqid=0 2024-12-04T14:21:42,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741856_1032 (size=5156) 2024-12-04T14:21:42,498 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=22, created chunk count=33, reused chunk count=160, reuseRatio=82.90% 2024-12-04T14:21:42,498 DEBUG [master/ff648bb9ef17:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-12-04T14:21:42,654 INFO [M:0;ff648bb9ef17:35929 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d1ad10c337a4bd0a57ac626ba26d556 2024-12-04T14:21:42,659 DEBUG [M:0;ff648bb9ef17:35929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5705a8ac8094c368e0ea645756479eb as hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5705a8ac8094c368e0ea645756479eb 2024-12-04T14:21:42,663 INFO [M:0;ff648bb9ef17:35929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5705a8ac8094c368e0ea645756479eb, entries=8, sequenceid=112, filesize=5.5 K 2024-12-04T14:21:42,663 DEBUG [M:0;ff648bb9ef17:35929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6cf136361fc749cc92bb6ffd00bf5195 as hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6cf136361fc749cc92bb6ffd00bf5195 2024-12-04T14:21:42,667 INFO [M:0;ff648bb9ef17:35929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6cf136361fc749cc92bb6ffd00bf5195, entries=13, sequenceid=112, filesize=8.7 K 2024-12-04T14:21:42,667 DEBUG [M:0;ff648bb9ef17:35929 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5d1ad10c337a4bd0a57ac626ba26d556 as hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d1ad10c337a4bd0a57ac626ba26d556 2024-12-04T14:21:42,671 INFO [M:0;ff648bb9ef17:35929 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41965/user/jenkins/test-data/d57c1c30-2b4d-94c3-d58a-0a887c38c52d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5d1ad10c337a4bd0a57ac626ba26d556, entries=1, sequenceid=112, filesize=5.0 K 2024-12-04T14:21:42,671 INFO [M:0;ff648bb9ef17:35929 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=112, compaction requested=false 2024-12-04T14:21:42,673 INFO [M:0;ff648bb9ef17:35929 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:21:42,673 DEBUG [M:0;ff648bb9ef17:35929 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733322101785Disabling compacts and flushes for region at 1733322101785Disabling writes for close at 1733322101786 (+1 ms)Obtaining lock to block concurrent updates at 1733322101786Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733322101786Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1733322101786Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733322101787 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733322101787Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733322101801 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733322101801Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733322101809 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733322101826 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733322101826Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733322102235 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733322102250 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733322102250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fd8bdb2: reopening flushed file at 1733322102658 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7767be74: reopening flushed file at 1733322102663 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71b4356f: reopening flushed file at 1733322102667 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 885ms, sequenceid=112, compaction requested=false at 1733322102671 (+4 ms)Writing region close event to WAL at 1733322102673 (+2 ms)Closed at 1733322102673 2024-12-04T14:21:42,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37719 is added to blk_1073741830_1006 (size=69055) 2024-12-04T14:21:42,675 INFO [M:0;ff648bb9ef17:35929 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:21:42,675 INFO [M:0;ff648bb9ef17:35929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35929 2024-12-04T14:21:42,675 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:21:42,676 INFO [M:0;ff648bb9ef17:35929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:21:42,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:42,777 INFO [M:0;ff648bb9ef17:35929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:21:42,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35929-0x1017dd9dd030000, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:21:42,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@28068926{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:21:42,780 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@43f9faf4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:21:42,780 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:21:42,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2099a28a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:21:42,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dcda50b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/hadoop.log.dir/,STOPPED} 2024-12-04T14:21:42,782 WARN [BP-735723866-172.17.0.2-1733322076807 heartbeating to localhost/127.0.0.1:41965 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:21:42,782 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:21:42,782 WARN [BP-735723866-172.17.0.2-1733322076807 heartbeating to localhost/127.0.0.1:41965 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-735723866-172.17.0.2-1733322076807 (Datanode Uuid 63f9b47b-b867-46fd-9475-cceb8090c44f) service to localhost/127.0.0.1:41965 2024-12-04T14:21:42,782 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:21:42,783 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/cluster_b593f560-f500-5ec6-b03e-0a4dad70edde/data/data1/current/BP-735723866-172.17.0.2-1733322076807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:21:42,783 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/cluster_b593f560-f500-5ec6-b03e-0a4dad70edde/data/data2/current/BP-735723866-172.17.0.2-1733322076807 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:21:42,783 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:21:42,790 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@269b271{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:21:42,791 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2585ba1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:21:42,791 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:21:42,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f0e35c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:21:42,791 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@663675e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1dc292b3-8002-6073-55af-4c78aa367023/hadoop.log.dir/,STOPPED} 2024-12-04T14:21:42,798 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T14:21:42,811 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:21:42,831 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=599 (was 535) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41817 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55192) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36001 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41965 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41965 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:36001 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55192) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41817 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41817 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:41817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41965 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41817 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36001 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36001 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55192) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36001 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:41965 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:41965 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41965 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=981 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=313 (was 363), ProcessCount=11 (was 11), AvailableMemoryMB=10313 (was 10767) 2024-12-04T14:21:42,832 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=599 is superior to 500 2024-12-04T14:21:42,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1017dd9dd030002, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:21:42,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1017dd9dd030005, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:21:42,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1017dd9dd030008, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-12-04T14:21:42,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1017dd9dd030002, quorum=127.0.0.1:55192, baseZNode=/01273835470 Received Disconnected from ZooKeeper, ignoring 2024-12-04T14:21:42,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1017dd9dd030008, quorum=127.0.0.1:55192, baseZNode=/2287338071 Received Disconnected from ZooKeeper, ignoring 2024-12-04T14:21:42,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1017dd9dd030005, quorum=127.0.0.1:55192, baseZNode=/11686071803 Received Disconnected from ZooKeeper, ignoring